diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/ExplainSemanticAnalyzer.java ql/src/java/org/apache/hadoop/hive/ql/parse/ExplainSemanticAnalyzer.java index 63b13c8..d5bf601 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/ExplainSemanticAnalyzer.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/ExplainSemanticAnalyzer.java @@ -160,6 +160,10 @@ public void analyzeInternal(ASTNode ast) throws SemanticException { sem.analyze(input, ctx); sem.validate(); + // propate the inputs/outputs from DDL SA to ExplainSA + inputs = sem.getInputs(); + outputs = sem.getOutputs(); + ctx.setResFile(ctx.getLocalTmpPath()); List> tasks = sem.getAllRootTasks(); if (tasks == null) { diff --git ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out index b259b63..301a0af 100644 --- ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out +++ ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out index b259b63..301a0af 100644 --- ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out +++ ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out index 5bdc072..d8f4f2f 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out @@ -534,8 +534,14 @@ POSTHOOK: Input: default@encrypted_table 97 val_97 PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM src t1 JOIN encrypted_table t2 WHERE t1.key = t2.key PREHOOK: type: QUERY +PREHOOK: Input: default@encrypted_table +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM src t1 JOIN encrypted_table t2 WHERE t1.key = t2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@encrypted_table +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out index a01169c..aaef5de 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out @@ -52,8 +52,14 @@ POSTHOOK: Lineage: table_key_2.key EXPRESSION [(src)src.FieldSchema(name:key, ty POSTHOOK: Lineage: table_key_2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM table_key_1 t1 JOIN table_key_2 t2 WHERE (t1.key = t2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@table_key_1 +PREHOOK: Input: default@table_key_2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM table_key_1 t1 JOIN table_key_2 t2 WHERE (t1.key = t2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_key_1 +POSTHOOK: Input: default@table_key_2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query1.q.out ql/src/test/results/clientpositive/perf/spark/query1.q.out index 58a833b..47c4e5d 100644 --- ql/src/test/results/clientpositive/perf/spark/query1.q.out +++ ql/src/test/results/clientpositive/perf/spark/query1.q.out @@ -22,6 +22,11 @@ and ctr1.ctr_customer_sk = c_customer_sk order by c_customer_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +#### A masked pattern was here #### POSTHOOK: query: explain with customer_total_return as (select sr_customer_sk as ctr_customer_sk @@ -46,6 +51,11 @@ and ctr1.ctr_customer_sk = c_customer_sk order by c_customer_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query10.q.out ql/src/test/results/clientpositive/perf/spark/query10.q.out index bdc247d..4fb81de 100644 --- ql/src/test/results/clientpositive/perf/spark/query10.q.out +++ ql/src/test/results/clientpositive/perf/spark/query10.q.out @@ -56,6 +56,14 @@ select cd_dep_college_count limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select cd_gender, @@ -114,6 +122,14 @@ select cd_dep_college_count limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query11.q.out ql/src/test/results/clientpositive/perf/spark/query11.q.out index e46aa21..c3ebbc5 100644 --- ql/src/test/results/clientpositive/perf/spark/query11.q.out +++ ql/src/test/results/clientpositive/perf/spark/query11.q.out @@ -72,6 +72,11 @@ with year_total as ( order by t_s_secyear.c_preferred_cust_flag limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -146,6 +151,11 @@ with year_total as ( order by t_s_secyear.c_preferred_cust_flag limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query12.q.out ql/src/test/results/clientpositive/perf/spark/query12.q.out index 411ad88..1166617 100644 --- ql/src/test/results/clientpositive/perf/spark/query12.q.out +++ ql/src/test/results/clientpositive/perf/spark/query12.q.out @@ -30,6 +30,10 @@ order by ,revenueratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_desc ,i_category @@ -62,6 +66,10 @@ order by ,revenueratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query13.q.out ql/src/test/results/clientpositive/perf/spark/query13.q.out index f4996dd..82d31c1 100644 --- ql/src/test/results/clientpositive/perf/spark/query13.q.out +++ ql/src/test/results/clientpositive/perf/spark/query13.q.out @@ -48,6 +48,13 @@ select avg(ss_quantity) and ss_net_profit between 50 and 250 )) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select avg(ss_quantity) ,avg(ss_ext_sales_price) @@ -98,6 +105,13 @@ select avg(ss_quantity) and ss_net_profit between 50 and 250 )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query15.q.out ql/src/test/results/clientpositive/perf/spark/query15.q.out index c54b95a..8fbc2a0 100644 --- ql/src/test/results/clientpositive/perf/spark/query15.q.out +++ ql/src/test/results/clientpositive/perf/spark/query15.q.out @@ -17,6 +17,11 @@ select ca_zip order by ca_zip limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +#### A masked pattern was here #### POSTHOOK: query: explain select ca_zip ,sum(cs_sales_price) @@ -36,6 +41,11 @@ select ca_zip order by ca_zip limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query16.q.out ql/src/test/results/clientpositive/perf/spark/query16.q.out index 743f27d..5850842 100644 --- ql/src/test/results/clientpositive/perf/spark/query16.q.out +++ ql/src/test/results/clientpositive/perf/spark/query16.q.out @@ -28,6 +28,12 @@ and not exists(select * order by count(distinct cs_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct cs_order_number) as `order count` @@ -58,6 +64,12 @@ and not exists(select * order by count(distinct cs_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query17.q.out ql/src/test/results/clientpositive/perf/spark/query17.q.out index 7b12a39..039adb8 100644 --- ql/src/test/results/clientpositive/perf/spark/query17.q.out +++ ql/src/test/results/clientpositive/perf/spark/query17.q.out @@ -42,6 +42,13 @@ select i_item_id ,s_state limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -86,6 +93,13 @@ select i_item_id ,s_state limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query18.q.out ql/src/test/results/clientpositive/perf/spark/query18.q.out index 0da17da..1c3418c 100644 --- ql/src/test/results/clientpositive/perf/spark/query18.q.out +++ ql/src/test/results/clientpositive/perf/spark/query18.q.out @@ -31,6 +31,13 @@ select i_item_id, i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id, ca_country, @@ -64,6 +71,13 @@ select i_item_id, i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query19.q.out ql/src/test/results/clientpositive/perf/spark/query19.q.out index 281445c..fa1e5ff 100644 --- ql/src/test/results/clientpositive/perf/spark/query19.q.out +++ ql/src/test/results/clientpositive/perf/spark/query19.q.out @@ -22,6 +22,13 @@ select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, ,i_manufact limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, sum(ss_ext_sales_price) ext_price @@ -46,6 +53,13 @@ select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, ,i_manufact limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query2.q.out ql/src/test/results/clientpositive/perf/spark/query2.q.out index 7337c10..362d07c 100644 --- ql/src/test/results/clientpositive/perf/spark/query2.q.out +++ ql/src/test/results/clientpositive/perf/spark/query2.q.out @@ -57,6 +57,10 @@ with wscs as where d_week_seq1=d_week_seq2-53 order by d_week_seq1 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with wscs as (select sold_date_sk @@ -116,6 +120,10 @@ with wscs as where d_week_seq1=d_week_seq2-53 order by d_week_seq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query20.q.out ql/src/test/results/clientpositive/perf/spark/query20.q.out index 8aa57e1..031bd33 100644 --- ql/src/test/results/clientpositive/perf/spark/query20.q.out +++ ql/src/test/results/clientpositive/perf/spark/query20.q.out @@ -26,6 +26,10 @@ select i_item_desc ,revenueratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_desc ,i_category @@ -54,6 +58,10 @@ select i_item_desc ,revenueratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query21.q.out ql/src/test/results/clientpositive/perf/spark/query21.q.out index 5c3d2fb..afed22b 100644 --- ql/src/test/results/clientpositive/perf/spark/query21.q.out +++ ql/src/test/results/clientpositive/perf/spark/query21.q.out @@ -27,6 +27,11 @@ select * ,i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select * from(select w_warehouse_name @@ -56,6 +61,11 @@ select * ,i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query22.q.out ql/src/test/results/clientpositive/perf/spark/query22.q.out index 0353312..8647a57 100644 --- ql/src/test/results/clientpositive/perf/spark/query22.q.out +++ ql/src/test/results/clientpositive/perf/spark/query22.q.out @@ -19,6 +19,11 @@ select i_product_name order by qoh, i_product_name, i_brand, i_class, i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select i_product_name ,i_brand @@ -40,6 +45,11 @@ select i_product_name order by qoh, i_product_name, i_brand, i_class, i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query23.q.out ql/src/test/results/clientpositive/perf/spark/query23.q.out index 746e44d..4978dfc 100644 --- ql/src/test/results/clientpositive/perf/spark/query23.q.out +++ ql/src/test/results/clientpositive/perf/spark/query23.q.out @@ -51,6 +51,13 @@ from and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with frequent_ss_items as (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt @@ -102,6 +109,13 @@ from and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query24.q.out ql/src/test/results/clientpositive/perf/spark/query24.q.out index 54c607a..29ae8f5 100644 --- ql/src/test/results/clientpositive/perf/spark/query24.q.out +++ ql/src/test/results/clientpositive/perf/spark/query24.q.out @@ -48,6 +48,13 @@ group by c_last_name having sum(netpaid) > (select 0.05*avg(netpaid) from ssales) PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ssales as (select c_last_name @@ -97,6 +104,13 @@ group by c_last_name having sum(netpaid) > (select 0.05*avg(netpaid) from ssales) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/perf/spark/query25.q.out ql/src/test/results/clientpositive/perf/spark/query25.q.out index 3ecb2e5..6562796 100644 --- ql/src/test/results/clientpositive/perf/spark/query25.q.out +++ ql/src/test/results/clientpositive/perf/spark/query25.q.out @@ -45,6 +45,13 @@ select ,s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id @@ -92,6 +99,13 @@ select ,s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query26.q.out ql/src/test/results/clientpositive/perf/spark/query26.q.out index b0f64e1..747dfba 100644 --- ql/src/test/results/clientpositive/perf/spark/query26.q.out +++ ql/src/test/results/clientpositive/perf/spark/query26.q.out @@ -18,6 +18,12 @@ select i_item_id, order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id, avg(cs_quantity) agg1, @@ -38,6 +44,12 @@ select i_item_id, order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query27.q.out ql/src/test/results/clientpositive/perf/spark/query27.q.out index 052f25e..3531b43 100644 --- ql/src/test/results/clientpositive/perf/spark/query27.q.out +++ ql/src/test/results/clientpositive/perf/spark/query27.q.out @@ -20,6 +20,12 @@ select i_item_id, ,s_state limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id, s_state, grouping(s_state) g_state, @@ -42,6 +48,12 @@ select i_item_id, ,s_state limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query28.q.out ql/src/test/results/clientpositive/perf/spark/query28.q.out index fb7e198..5aa274d 100644 --- ql/src/test/results/clientpositive/perf/spark/query28.q.out +++ ql/src/test/results/clientpositive/perf/spark/query28.q.out @@ -51,6 +51,8 @@ from (select avg(ss_list_price) B1_LP or ss_wholesale_cost between 42 and 42+20)) B6 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select avg(ss_list_price) B1_LP @@ -103,6 +105,8 @@ from (select avg(ss_list_price) B1_LP or ss_wholesale_cost between 42 and 42+20)) B6 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query29.q.out ql/src/test/results/clientpositive/perf/spark/query29.q.out index 530a625..29a83f3 100644 --- ql/src/test/results/clientpositive/perf/spark/query29.q.out +++ ql/src/test/results/clientpositive/perf/spark/query29.q.out @@ -44,6 +44,13 @@ select ,s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id @@ -90,6 +97,13 @@ select ,s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query3.q.out ql/src/test/results/clientpositive/perf/spark/query3.q.out index 7fdd478..ec97569 100644 --- ql/src/test/results/clientpositive/perf/spark/query3.q.out +++ ql/src/test/results/clientpositive/perf/spark/query3.q.out @@ -18,6 +18,10 @@ select dt.d_year ,brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select dt.d_year ,item.i_brand_id brand_id @@ -38,6 +42,10 @@ select dt.d_year ,brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query30.q.out ql/src/test/results/clientpositive/perf/spark/query30.q.out index 7a0c78d..cbe93f4 100644 --- ql/src/test/results/clientpositive/perf/spark/query30.q.out +++ ql/src/test/results/clientpositive/perf/spark/query30.q.out @@ -28,6 +28,11 @@ with customer_total_return as ,c_last_review_date,ctr_total_return limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +#### A masked pattern was here #### POSTHOOK: query: explain with customer_total_return as (select wr_returning_customer_sk as ctr_customer_sk @@ -58,6 +63,11 @@ with customer_total_return as ,c_last_review_date,ctr_total_return limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query31.q.out ql/src/test/results/clientpositive/perf/spark/query31.q.out index 6ddec52..6de1f72 100644 --- ql/src/test/results/clientpositive/perf/spark/query31.q.out +++ ql/src/test/results/clientpositive/perf/spark/query31.q.out @@ -49,6 +49,11 @@ with ss as > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end order by ss1.d_year PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as (select ca_county,d_qoy, d_year,sum(ss_ext_sales_price) as store_sales @@ -100,6 +105,11 @@ with ss as > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end order by ss1.d_year POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query32.q.out ql/src/test/results/clientpositive/perf/spark/query32.q.out index 6f614e6..a7bed41 100644 --- ql/src/test/results/clientpositive/perf/spark/query32.q.out +++ ql/src/test/results/clientpositive/perf/spark/query32.q.out @@ -25,6 +25,10 @@ and cs_ext_discount_amt ) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain select sum(cs_ext_discount_amt) as `excess discount amount` from @@ -52,6 +56,10 @@ and cs_ext_discount_amt ) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query33.q.out ql/src/test/results/clientpositive/perf/spark/query33.q.out index f2a4eb5..bbe7030 100644 --- ql/src/test/results/clientpositive/perf/spark/query33.q.out +++ ql/src/test/results/clientpositive/perf/spark/query33.q.out @@ -72,6 +72,13 @@ where i_category in ('Books')) order by total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as ( select @@ -146,6 +153,13 @@ where i_category in ('Books')) order by total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query34.q.out ql/src/test/results/clientpositive/perf/spark/query34.q.out index 80f7ec1..1db10b1 100644 --- ql/src/test/results/clientpositive/perf/spark/query34.q.out +++ ql/src/test/results/clientpositive/perf/spark/query34.q.out @@ -28,6 +28,12 @@ select c_last_name and cnt between 15 and 20 order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -58,6 +64,12 @@ select c_last_name and cnt between 15 and 20 order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query35.q.out ql/src/test/results/clientpositive/perf/spark/query35.q.out index 7031315..b79f006 100644 --- ql/src/test/results/clientpositive/perf/spark/query35.q.out +++ ql/src/test/results/clientpositive/perf/spark/query35.q.out @@ -54,6 +54,14 @@ select cd_dep_college_count limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select ca_state, @@ -110,6 +118,14 @@ select cd_dep_college_count limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query36.q.out ql/src/test/results/clientpositive/perf/spark/query36.q.out index 2b4770c..02f8bcc 100644 --- ql/src/test/results/clientpositive/perf/spark/query36.q.out +++ ql/src/test/results/clientpositive/perf/spark/query36.q.out @@ -27,6 +27,11 @@ select ,rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(ss_net_profit)/sum(ss_ext_sales_price) as gross_margin @@ -56,6 +61,11 @@ select ,rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query37.q.out ql/src/test/results/clientpositive/perf/spark/query37.q.out index 325861e..0a66080 100644 --- ql/src/test/results/clientpositive/perf/spark/query37.q.out +++ ql/src/test/results/clientpositive/perf/spark/query37.q.out @@ -14,6 +14,11 @@ select i_item_id order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -30,6 +35,11 @@ select i_item_id order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query38.q.out ql/src/test/results/clientpositive/perf/spark/query38.q.out index 5d5b7fd..38584a6 100644 --- ql/src/test/results/clientpositive/perf/spark/query38.q.out +++ ql/src/test/results/clientpositive/perf/spark/query38.q.out @@ -20,6 +20,12 @@ select count(*) from ( ) hot_cust limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select distinct c_last_name, c_first_name, d_date @@ -42,6 +48,12 @@ select count(*) from ( ) hot_cust limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query39.q.out ql/src/test/results/clientpositive/perf/spark/query39.q.out index 51fcc84..eedac0e 100644 --- ql/src/test/results/clientpositive/perf/spark/query39.q.out +++ ql/src/test/results/clientpositive/perf/spark/query39.q.out @@ -24,6 +24,11 @@ where inv1.i_item_sk = inv2.i_item_sk order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain with inv as (select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy @@ -50,6 +55,11 @@ where inv1.i_item_sk = inv2.i_item_sk order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query4.q.out ql/src/test/results/clientpositive/perf/spark/query4.q.out index 75c4fbb..656d90d 100644 --- ql/src/test/results/clientpositive/perf/spark/query4.q.out +++ ql/src/test/results/clientpositive/perf/spark/query4.q.out @@ -106,6 +106,12 @@ union all order by t_s_secyear.customer_preferred_cust_flag limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -214,6 +220,12 @@ union all order by t_s_secyear.customer_preferred_cust_flag limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query40.q.out ql/src/test/results/clientpositive/perf/spark/query40.q.out index f286294..431deb3 100644 --- ql/src/test/results/clientpositive/perf/spark/query40.q.out +++ ql/src/test/results/clientpositive/perf/spark/query40.q.out @@ -25,6 +25,12 @@ select order by w_state,i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select w_state @@ -52,6 +58,12 @@ select order by w_state,i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query42.q.out ql/src/test/results/clientpositive/perf/spark/query42.q.out index e1f0cdd..c9e8d9e 100644 --- ql/src/test/results/clientpositive/perf/spark/query42.q.out +++ ql/src/test/results/clientpositive/perf/spark/query42.q.out @@ -19,6 +19,10 @@ select dt.d_year ,item.i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select dt.d_year ,item.i_category_id @@ -40,6 +44,10 @@ select dt.d_year ,item.i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query43.q.out ql/src/test/results/clientpositive/perf/spark/query43.q.out index da08c7a..48d232d 100644 --- ql/src/test/results/clientpositive/perf/spark/query43.q.out +++ ql/src/test/results/clientpositive/perf/spark/query43.q.out @@ -16,6 +16,10 @@ select s_store_name, s_store_id, order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_name, s_store_id, sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales, @@ -34,6 +38,10 @@ select s_store_name, s_store_id, order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query44.q.out ql/src/test/results/clientpositive/perf/spark/query44.q.out index 4c90d24..d1de701 100644 --- ql/src/test/results/clientpositive/perf/spark/query44.q.out +++ ql/src/test/results/clientpositive/perf/spark/query44.q.out @@ -34,6 +34,9 @@ where asceding.rnk = descending.rnk order by asceding.rnk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select asceding.rnk, i1.i_product_name best_performing, i2.i_product_name worst_performing from(select * @@ -68,6 +71,9 @@ where asceding.rnk = descending.rnk order by asceding.rnk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query45.q.out ql/src/test/results/clientpositive/perf/spark/query45.q.out index b674400..bea73d1 100644 --- ql/src/test/results/clientpositive/perf/spark/query45.q.out +++ ql/src/test/results/clientpositive/perf/spark/query45.q.out @@ -18,6 +18,12 @@ select ca_zip, ca_county, sum(ws_sales_price) order by ca_zip, ca_county limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select ca_zip, ca_county, sum(ws_sales_price) from web_sales, customer, customer_address, date_dim, item @@ -37,6 +43,12 @@ select ca_zip, ca_county, sum(ws_sales_price) order by ca_zip, ca_county limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query46.q.out ql/src/test/results/clientpositive/perf/spark/query46.q.out index 8b0525d..7c8f282 100644 --- ql/src/test/results/clientpositive/perf/spark/query46.q.out +++ ql/src/test/results/clientpositive/perf/spark/query46.q.out @@ -32,6 +32,13 @@ select c_last_name ,ss_ticket_number limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -66,6 +73,13 @@ select c_last_name ,ss_ticket_number limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query47.q.out ql/src/test/results/clientpositive/perf/spark/query47.q.out index a61afcd..80519cb 100644 --- ql/src/test/results/clientpositive/perf/spark/query47.q.out +++ ql/src/test/results/clientpositive/perf/spark/query47.q.out @@ -48,6 +48,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain with v1 as( select i_category, i_brand, @@ -98,6 +103,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query48.q.out ql/src/test/results/clientpositive/perf/spark/query48.q.out index a2b3663..a6d751e 100644 --- ql/src/test/results/clientpositive/perf/spark/query48.q.out +++ ql/src/test/results/clientpositive/perf/spark/query48.q.out @@ -63,6 +63,12 @@ select sum (ss_quantity) ) ) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum (ss_quantity) from store_sales, store, customer_demographics, customer_address, date_dim @@ -128,6 +134,12 @@ select sum (ss_quantity) ) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query49.q.out ql/src/test/results/clientpositive/perf/spark/query49.q.out index 26dfefd..5ee672f 100644 --- ql/src/test/results/clientpositive/perf/spark/query49.q.out +++ ql/src/test/results/clientpositive/perf/spark/query49.q.out @@ -124,6 +124,14 @@ select order by 1,4,5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select 'web' as channel @@ -250,6 +258,14 @@ select order by 1,4,5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query5.q.out ql/src/test/results/clientpositive/perf/spark/query5.q.out index 90b45c1..94ab316 100644 --- ql/src/test/results/clientpositive/perf/spark/query5.q.out +++ ql/src/test/results/clientpositive/perf/spark/query5.q.out @@ -125,6 +125,17 @@ with ssr as ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_page +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +#### A masked pattern was here #### POSTHOOK: query: explain with ssr as (select s_store_id, @@ -252,6 +263,17 @@ with ssr as ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_page +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query50.q.out ql/src/test/results/clientpositive/perf/spark/query50.q.out index fde0c4e..179ad32 100644 --- ql/src/test/results/clientpositive/perf/spark/query50.q.out +++ ql/src/test/results/clientpositive/perf/spark/query50.q.out @@ -56,6 +56,11 @@ order by s_store_name ,s_zip limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_name @@ -114,6 +119,11 @@ order by s_store_name ,s_zip limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query51.q.out ql/src/test/results/clientpositive/perf/spark/query51.q.out index 4a13589..16af297 100644 --- ql/src/test/results/clientpositive/perf/spark/query51.q.out +++ ql/src/test/results/clientpositive/perf/spark/query51.q.out @@ -42,6 +42,10 @@ order by item_sk ,d_date limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain WITH web_v1 as ( select @@ -86,6 +90,10 @@ order by item_sk ,d_date limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query52.q.out ql/src/test/results/clientpositive/perf/spark/query52.q.out index 167925a..c276502 100644 --- ql/src/test/results/clientpositive/perf/spark/query52.q.out +++ ql/src/test/results/clientpositive/perf/spark/query52.q.out @@ -19,6 +19,10 @@ select dt.d_year ,brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select dt.d_year ,item.i_brand_id brand_id @@ -40,6 +44,10 @@ select dt.d_year ,brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query53.q.out ql/src/test/results/clientpositive/perf/spark/query53.q.out index 3bb21ef..5ea7705 100644 --- ql/src/test/results/clientpositive/perf/spark/query53.q.out +++ ql/src/test/results/clientpositive/perf/spark/query53.q.out @@ -25,6 +25,11 @@ order by avg_quarterly_sales, i_manufact_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select i_manufact_id, @@ -52,6 +57,11 @@ order by avg_quarterly_sales, i_manufact_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query54.q.out ql/src/test/results/clientpositive/perf/spark/query54.q.out index 43132bc..8c04566 100644 --- ql/src/test/results/clientpositive/perf/spark/query54.q.out +++ ql/src/test/results/clientpositive/perf/spark/query54.q.out @@ -57,6 +57,15 @@ with my_customers as ( order by segment, num_customers limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with my_customers as ( select distinct c_customer_sk @@ -112,6 +121,15 @@ with my_customers as ( order by segment, num_customers limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query55.q.out ql/src/test/results/clientpositive/perf/spark/query55.q.out index 44eb24e..2fc6455 100644 --- ql/src/test/results/clientpositive/perf/spark/query55.q.out +++ ql/src/test/results/clientpositive/perf/spark/query55.q.out @@ -11,6 +11,10 @@ select i_brand_id brand_id, i_brand brand, order by ext_price desc, i_brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand, sum(ss_ext_sales_price) ext_price @@ -24,6 +28,10 @@ select i_brand_id brand_id, i_brand brand, order by ext_price desc, i_brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query56.q.out ql/src/test/results/clientpositive/perf/spark/query56.q.out index 0c90268..7eaa5e2 100644 --- ql/src/test/results/clientpositive/perf/spark/query56.q.out +++ ql/src/test/results/clientpositive/perf/spark/query56.q.out @@ -65,6 +65,13 @@ where i_color in ('orchid','chiffon','lace')) order by total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as ( select i_item_id,sum(ss_ext_sales_price) total_sales @@ -132,6 +139,13 @@ where i_color in ('orchid','chiffon','lace')) order by total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query57.q.out ql/src/test/results/clientpositive/perf/spark/query57.q.out index b6d58c1..30c1520 100644 --- ql/src/test/results/clientpositive/perf/spark/query57.q.out +++ ql/src/test/results/clientpositive/perf/spark/query57.q.out @@ -45,6 +45,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain with v1 as( select i_category, i_brand, @@ -92,6 +97,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query58.q.out ql/src/test/results/clientpositive/perf/spark/query58.q.out index f06cbef..9529b1e 100644 --- ql/src/test/results/clientpositive/perf/spark/query58.q.out +++ ql/src/test/results/clientpositive/perf/spark/query58.q.out @@ -65,6 +65,12 @@ with ss_items as ,ss_item_rev limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss_items as (select i_item_id item_id @@ -129,6 +135,12 @@ with ss_items as ,ss_item_rev limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query59.q.out ql/src/test/results/clientpositive/perf/spark/query59.q.out index c2fe4f7..a2942e7 100644 --- ql/src/test/results/clientpositive/perf/spark/query59.q.out +++ ql/src/test/results/clientpositive/perf/spark/query59.q.out @@ -41,6 +41,10 @@ with wss as order by s_store_name1,s_store_id1,d_week_seq1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain with wss as (select d_week_seq, @@ -84,6 +88,10 @@ with wss as order by s_store_name1,s_store_id1,d_week_seq1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query6.q.out ql/src/test/results/clientpositive/perf/spark/query6.q.out index 3e464f1..49c689e 100644 --- ql/src/test/results/clientpositive/perf/spark/query6.q.out +++ ql/src/test/results/clientpositive/perf/spark/query6.q.out @@ -24,6 +24,12 @@ select a.ca_state state, count(*) cnt order by cnt limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select a.ca_state state, count(*) cnt from customer_address a @@ -49,6 +55,12 @@ select a.ca_state state, count(*) cnt order by cnt limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query60.q.out ql/src/test/results/clientpositive/perf/spark/query60.q.out index ec69e75..fed9a67 100644 --- ql/src/test/results/clientpositive/perf/spark/query60.q.out +++ ql/src/test/results/clientpositive/perf/spark/query60.q.out @@ -75,6 +75,13 @@ where i_category in ('Children')) ,total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as ( select @@ -152,6 +159,13 @@ where i_category in ('Children')) ,total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query61.q.out ql/src/test/results/clientpositive/perf/spark/query61.q.out index 5062307..cd58428 100644 --- ql/src/test/results/clientpositive/perf/spark/query61.q.out +++ ql/src/test/results/clientpositive/perf/spark/query61.q.out @@ -42,6 +42,14 @@ from order by promotions, total limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select promotions,total,cast(promotions as decimal(15,4))/cast(total as decimal(15,4))*100 from @@ -85,6 +93,14 @@ from order by promotions, total limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/perf/spark/query63.q.out ql/src/test/results/clientpositive/perf/spark/query63.q.out index 3c934de..84a6fcd 100644 --- ql/src/test/results/clientpositive/perf/spark/query63.q.out +++ ql/src/test/results/clientpositive/perf/spark/query63.q.out @@ -26,6 +26,11 @@ order by i_manager_id ,sum_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select i_manager_id @@ -54,6 +59,11 @@ order by i_manager_id ,sum_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query65.q.out ql/src/test/results/clientpositive/perf/spark/query65.q.out index 860a9ba..5b529b1 100644 --- ql/src/test/results/clientpositive/perf/spark/query65.q.out +++ ql/src/test/results/clientpositive/perf/spark/query65.q.out @@ -26,6 +26,11 @@ select order by s_store_name, i_item_desc limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_name, @@ -54,6 +59,11 @@ select order by s_store_name, i_item_desc limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query66.q.out ql/src/test/results/clientpositive/perf/spark/query66.q.out index 17e6ac7..4a24fda 100644 --- ql/src/test/results/clientpositive/perf/spark/query66.q.out +++ ql/src/test/results/clientpositive/perf/spark/query66.q.out @@ -219,6 +219,13 @@ select order by w_warehouse_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@ship_mode +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@warehouse +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select w_warehouse_name @@ -440,6 +447,13 @@ select order by w_warehouse_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@ship_mode +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@warehouse +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query67.q.out ql/src/test/results/clientpositive/perf/spark/query67.q.out index 26f6775..9574b79 100644 --- ql/src/test/results/clientpositive/perf/spark/query67.q.out +++ ql/src/test/results/clientpositive/perf/spark/query67.q.out @@ -41,6 +41,11 @@ order by i_category ,rk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select i_category @@ -84,6 +89,11 @@ order by i_category ,rk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query68.q.out ql/src/test/results/clientpositive/perf/spark/query68.q.out index 585aa40..6b2516b 100644 --- ql/src/test/results/clientpositive/perf/spark/query68.q.out +++ ql/src/test/results/clientpositive/perf/spark/query68.q.out @@ -39,6 +39,13 @@ select c_last_name ,ss_ticket_number limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -80,6 +87,13 @@ select c_last_name ,ss_ticket_number limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query69.q.out ql/src/test/results/clientpositive/perf/spark/query69.q.out index efb3f30..beb2657 100644 --- ql/src/test/results/clientpositive/perf/spark/query69.q.out +++ ql/src/test/results/clientpositive/perf/spark/query69.q.out @@ -44,6 +44,14 @@ select cd_credit_rating limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select cd_gender, @@ -90,6 +98,14 @@ select cd_credit_rating limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query7.q.out ql/src/test/results/clientpositive/perf/spark/query7.q.out index b0979c0..6eab4ff 100644 --- ql/src/test/results/clientpositive/perf/spark/query7.q.out +++ ql/src/test/results/clientpositive/perf/spark/query7.q.out @@ -18,6 +18,12 @@ select i_item_id, order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id, avg(ss_quantity) agg1, @@ -38,6 +44,12 @@ select i_item_id, order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query70.q.out ql/src/test/results/clientpositive/perf/spark/query70.q.out index df07790..5596760 100644 --- ql/src/test/results/clientpositive/perf/spark/query70.q.out +++ ql/src/test/results/clientpositive/perf/spark/query70.q.out @@ -35,6 +35,10 @@ select ,rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(ss_net_profit) as total_sum @@ -72,6 +76,10 @@ select ,rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query71.q.out ql/src/test/results/clientpositive/perf/spark/query71.q.out index 92b7915..658b75e 100644 --- ql/src/test/results/clientpositive/perf/spark/query71.q.out +++ ql/src/test/results/clientpositive/perf/spark/query71.q.out @@ -36,6 +36,13 @@ select i_brand_id brand_id, i_brand brand,t_hour,t_minute, group by i_brand, i_brand_id,t_hour,t_minute order by ext_price desc, i_brand_id PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand,t_hour,t_minute, sum(ext_price) ext_price @@ -74,6 +81,13 @@ select i_brand_id brand_id, i_brand brand,t_hour,t_minute, group by i_brand, i_brand_id,t_hour,t_minute order by ext_price desc, i_brand_id POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query72.q.out ql/src/test/results/clientpositive/perf/spark/query72.q.out index d204803..ba67a21 100644 --- ql/src/test/results/clientpositive/perf/spark/query72.q.out +++ ql/src/test/results/clientpositive/perf/spark/query72.q.out @@ -28,6 +28,16 @@ group by i_item_desc,w_warehouse_name,d1.d_week_seq order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_desc ,w_warehouse_name @@ -58,6 +68,16 @@ group by i_item_desc,w_warehouse_name,d1.d_week_seq order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query73.q.out ql/src/test/results/clientpositive/perf/spark/query73.q.out index 7fec0e1..fcb01b9 100644 --- ql/src/test/results/clientpositive/perf/spark/query73.q.out +++ ql/src/test/results/clientpositive/perf/spark/query73.q.out @@ -25,6 +25,12 @@ select c_last_name and cnt between 1 and 5 order by cnt desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -52,6 +58,12 @@ select c_last_name and cnt between 1 and 5 order by cnt desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query74.q.out ql/src/test/results/clientpositive/perf/spark/query74.q.out index 3ae334e..fb08694 100644 --- ql/src/test/results/clientpositive/perf/spark/query74.q.out +++ ql/src/test/results/clientpositive/perf/spark/query74.q.out @@ -58,6 +58,11 @@ with year_total as ( order by 2,1,3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -118,6 +123,11 @@ with year_total as ( order by 2,1,3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query75.q.out ql/src/test/results/clientpositive/perf/spark/query75.q.out index 4b76570..5c94060 100644 --- ql/src/test/results/clientpositive/perf/spark/query75.q.out +++ ql/src/test/results/clientpositive/perf/spark/query75.q.out @@ -67,6 +67,15 @@ WITH all_sales AS ( ORDER BY sales_cnt_diff limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain WITH all_sales AS ( SELECT d_year @@ -136,6 +145,15 @@ WITH all_sales AS ( ORDER BY sales_cnt_diff limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query76.q.out ql/src/test/results/clientpositive/perf/spark/query76.q.out index 0e18f35..3cf7b68 100644 --- ql/src/test/results/clientpositive/perf/spark/query76.q.out +++ ql/src/test/results/clientpositive/perf/spark/query76.q.out @@ -21,6 +21,12 @@ GROUP BY channel, col_name, d_year, d_qoy, i_category ORDER BY channel, col_name, d_year, d_qoy, i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt, SUM(ext_sales_price) sales_amt FROM ( SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year, d_qoy, i_category, ss_ext_sales_price ext_sales_price @@ -44,6 +50,12 @@ GROUP BY channel, col_name, d_year, d_qoy, i_category ORDER BY channel, col_name, d_year, d_qoy, i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query77.q.out ql/src/test/results/clientpositive/perf/spark/query77.q.out index 638bbd9..51e988d 100644 --- ql/src/test/results/clientpositive/perf/spark/query77.q.out +++ ql/src/test/results/clientpositive/perf/spark/query77.q.out @@ -105,6 +105,16 @@ with ss as ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as (select s_store_sk, @@ -211,6 +221,16 @@ with ss as ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query78.q.out ql/src/test/results/clientpositive/perf/spark/query78.q.out index 1467c5f..7b32b17 100644 --- ql/src/test/results/clientpositive/perf/spark/query78.q.out +++ ql/src/test/results/clientpositive/perf/spark/query78.q.out @@ -55,6 +55,14 @@ order by round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ws as (select d_year AS ws_sold_year, ws_item_sk, @@ -112,6 +120,14 @@ order by round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query79.q.out ql/src/test/results/clientpositive/perf/spark/query79.q.out index f010369..7962ec9 100644 --- ql/src/test/results/clientpositive/perf/spark/query79.q.out +++ ql/src/test/results/clientpositive/perf/spark/query79.q.out @@ -20,6 +20,12 @@ select order by c_last_name,c_first_name,substr(s_city,1,30), profit limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name,c_first_name,substr(s_city,1,30),ss_ticket_number,amt,profit @@ -42,6 +48,12 @@ select order by c_last_name,c_first_name,substr(s_city,1,30), profit limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query8.q.out ql/src/test/results/clientpositive/perf/spark/query8.q.out index 583abbc..fe91167 100644 --- ql/src/test/results/clientpositive/perf/spark/query8.q.out +++ ql/src/test/results/clientpositive/perf/spark/query8.q.out @@ -105,6 +105,12 @@ select s_store_name order by s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_name ,sum(ss_net_profit) @@ -212,6 +218,12 @@ select s_store_name order by s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/perf/spark/query80.q.out ql/src/test/results/clientpositive/perf/spark/query80.q.out index 9b008eb..93dae54 100644 --- ql/src/test/results/clientpositive/perf/spark/query80.q.out +++ ql/src/test/results/clientpositive/perf/spark/query80.q.out @@ -93,6 +93,19 @@ group by web_site_id) ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_page +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +#### A masked pattern was here #### POSTHOOK: query: explain with ssr as (select s_store_id as store_id, @@ -188,6 +201,19 @@ group by web_site_id) ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_page +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query81.q.out ql/src/test/results/clientpositive/perf/spark/query81.q.out index be6a5fa..fc7445a 100644 --- ql/src/test/results/clientpositive/perf/spark/query81.q.out +++ ql/src/test/results/clientpositive/perf/spark/query81.q.out @@ -28,6 +28,11 @@ with customer_total_return as ,ca_location_type,ctr_total_return limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +#### A masked pattern was here #### POSTHOOK: query: explain with customer_total_return as (select cr_returning_customer_sk as ctr_customer_sk @@ -58,6 +63,11 @@ with customer_total_return as ,ca_location_type,ctr_total_return limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query82.q.out ql/src/test/results/clientpositive/perf/spark/query82.q.out index fb30019..00bea5a 100644 --- ql/src/test/results/clientpositive/perf/spark/query82.q.out +++ ql/src/test/results/clientpositive/perf/spark/query82.q.out @@ -14,6 +14,11 @@ select i_item_id order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -30,6 +35,11 @@ select i_item_id order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query83.q.out ql/src/test/results/clientpositive/perf/spark/query83.q.out index 614ae49..44e7405 100644 --- ql/src/test/results/clientpositive/perf/spark/query83.q.out +++ ql/src/test/results/clientpositive/perf/spark/query83.q.out @@ -64,6 +64,12 @@ with sr_items as ,sr_item_qty limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@web_returns +#### A masked pattern was here #### POSTHOOK: query: explain with sr_items as (select i_item_id item_id, @@ -130,6 +136,12 @@ with sr_items as ,sr_item_qty limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@web_returns +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/perf/spark/query84.q.out ql/src/test/results/clientpositive/perf/spark/query84.q.out index 8c0cab3..79cc051 100644 --- ql/src/test/results/clientpositive/perf/spark/query84.q.out +++ ql/src/test/results/clientpositive/perf/spark/query84.q.out @@ -18,6 +18,13 @@ select c_customer_id as customer_id order by c_customer_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@income_band +PREHOOK: Input: default@store_returns +#### A masked pattern was here #### POSTHOOK: query: explain select c_customer_id as customer_id ,c_last_name || ', ' || c_first_name as customername @@ -38,6 +45,13 @@ select c_customer_id as customer_id order by c_customer_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@income_band +POSTHOOK: Input: default@store_returns +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/perf/spark/query85.q.out ql/src/test/results/clientpositive/perf/spark/query85.q.out index b4a4990..f0ec0c8 100644 --- ql/src/test/results/clientpositive/perf/spark/query85.q.out +++ ql/src/test/results/clientpositive/perf/spark/query85.q.out @@ -81,6 +81,14 @@ order by substr(r_reason_desc,1,20) ,avg(wr_fee) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@reason +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select substr(r_reason_desc,1,20) ,avg(ws_quantity) @@ -164,6 +172,14 @@ order by substr(r_reason_desc,1,20) ,avg(wr_fee) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query86.q.out ql/src/test/results/clientpositive/perf/spark/query86.q.out index ddd9771..b407555 100644 --- ql/src/test/results/clientpositive/perf/spark/query86.q.out +++ ql/src/test/results/clientpositive/perf/spark/query86.q.out @@ -23,6 +23,10 @@ select rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(ws_net_paid) as total_sum @@ -48,6 +52,10 @@ select rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query87.q.out ql/src/test/results/clientpositive/perf/spark/query87.q.out index 7977a62..8027db8 100644 --- ql/src/test/results/clientpositive/perf/spark/query87.q.out +++ ql/src/test/results/clientpositive/perf/spark/query87.q.out @@ -19,6 +19,12 @@ from ((select distinct c_last_name, c_first_name, d_date and d_month_seq between 1212 and 1212+11) ) cool_cust PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ((select distinct c_last_name, c_first_name, d_date @@ -40,6 +46,12 @@ from ((select distinct c_last_name, c_first_name, d_date and d_month_seq between 1212 and 1212+11) ) cool_cust POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query88.q.out ql/src/test/results/clientpositive/perf/spark/query88.q.out index be44719..f927358 100644 --- ql/src/test/results/clientpositive/perf/spark/query88.q.out +++ ql/src/test/results/clientpositive/perf/spark/query88.q.out @@ -91,6 +91,11 @@ from (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2)) and store.s_store_name = 'ese') s8 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +#### A masked pattern was here #### POSTHOOK: query: explain select * from @@ -183,6 +188,11 @@ from (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2)) and store.s_store_name = 'ese') s8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3, Stage-4, Stage-5, Stage-6, Stage-7, Stage-8, Stage-9 diff --git ql/src/test/results/clientpositive/perf/spark/query89.q.out ql/src/test/results/clientpositive/perf/spark/query89.q.out index baec217..8596425 100644 --- ql/src/test/results/clientpositive/perf/spark/query89.q.out +++ ql/src/test/results/clientpositive/perf/spark/query89.q.out @@ -25,6 +25,11 @@ where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales order by sum_sales - avg_monthly_sales, s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from( @@ -52,6 +57,11 @@ where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales order by sum_sales - avg_monthly_sales, s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query9.q.out ql/src/test/results/clientpositive/perf/spark/query9.q.out index 49c6b7f..3af4246 100644 --- ql/src/test/results/clientpositive/perf/spark/query9.q.out +++ ql/src/test/results/clientpositive/perf/spark/query9.q.out @@ -62,6 +62,9 @@ select case when (select count(*) from reason where r_reason_sk = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@reason +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select case when (select count(*) from store_sales @@ -111,6 +114,9 @@ select case when (select count(*) from reason where r_reason_sk = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query90.q.out ql/src/test/results/clientpositive/perf/spark/query90.q.out index 115a2cc..6f04ed2 100644 --- ql/src/test/results/clientpositive/perf/spark/query90.q.out +++ ql/src/test/results/clientpositive/perf/spark/query90.q.out @@ -20,6 +20,11 @@ select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio order by am_pm_ratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio from ( select count(*) amc @@ -41,6 +46,11 @@ select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio order by am_pm_ratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/perf/spark/query91.q.out ql/src/test/results/clientpositive/perf/spark/query91.q.out index b4f0650..6f691b5 100644 --- ql/src/test/results/clientpositive/perf/spark/query91.q.out +++ ql/src/test/results/clientpositive/perf/spark/query91.q.out @@ -28,6 +28,14 @@ and ca_gmt_offset = -7 group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status order by sum(cr_net_loss) desc PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +#### A masked pattern was here #### POSTHOOK: query: explain select cc_call_center_id Call_Center, @@ -58,6 +66,14 @@ and ca_gmt_offset = -7 group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status order by sum(cr_net_loss) desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query92.q.out ql/src/test/results/clientpositive/perf/spark/query92.q.out index 1b73ab5..eaa67a1 100644 --- ql/src/test/results/clientpositive/perf/spark/query92.q.out +++ ql/src/test/results/clientpositive/perf/spark/query92.q.out @@ -27,6 +27,10 @@ and ws_ext_discount_amt order by sum(ws_ext_discount_amt) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(ws_ext_discount_amt) as `Excess Discount Amount` @@ -56,6 +60,10 @@ and ws_ext_discount_amt order by sum(ws_ext_discount_amt) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query93.q.out ql/src/test/results/clientpositive/perf/spark/query93.q.out index 71fbeb1..8a55898 100644 --- ql/src/test/results/clientpositive/perf/spark/query93.q.out +++ ql/src/test/results/clientpositive/perf/spark/query93.q.out @@ -15,6 +15,10 @@ select ss_customer_sk order by sumsales, ss_customer_sk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@reason +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select ss_customer_sk ,sum(act_sales) sumsales @@ -32,6 +36,10 @@ select ss_customer_sk order by sumsales, ss_customer_sk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query94.q.out ql/src/test/results/clientpositive/perf/spark/query94.q.out index 2af8280..7b86967 100644 --- ql/src/test/results/clientpositive/perf/spark/query94.q.out +++ ql/src/test/results/clientpositive/perf/spark/query94.q.out @@ -26,6 +26,12 @@ and not exists(select * order by count(distinct ws_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct ws_order_number) as `order count` @@ -54,6 +60,12 @@ and not exists(select * order by count(distinct ws_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query95.q.out ql/src/test/results/clientpositive/perf/spark/query95.q.out index 72bb8af..d48d0a3 100644 --- ql/src/test/results/clientpositive/perf/spark/query95.q.out +++ ql/src/test/results/clientpositive/perf/spark/query95.q.out @@ -29,6 +29,12 @@ and ws1.ws_order_number in (select wr_order_number order by count(distinct ws_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +#### A masked pattern was here #### POSTHOOK: query: explain with ws_wh as (select ws1.ws_order_number,ws1.ws_warehouse_sk wh1,ws2.ws_warehouse_sk wh2 @@ -60,6 +66,12 @@ and ws1.ws_order_number in (select wr_order_number order by count(distinct ws_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query96.q.out ql/src/test/results/clientpositive/perf/spark/query96.q.out index fed8084..d56be9c 100644 --- ql/src/test/results/clientpositive/perf/spark/query96.q.out +++ ql/src/test/results/clientpositive/perf/spark/query96.q.out @@ -13,6 +13,11 @@ where ss_sold_time_sk = time_dim.t_time_sk order by count(*) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from store_sales @@ -28,6 +33,11 @@ where ss_sold_time_sk = time_dim.t_time_sk order by count(*) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query97.q.out ql/src/test/results/clientpositive/perf/spark/query97.q.out index 14a2aed..fdd91fd 100644 --- ql/src/test/results/clientpositive/perf/spark/query97.q.out +++ ql/src/test/results/clientpositive/perf/spark/query97.q.out @@ -22,6 +22,10 @@ from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk and ssci.item_sk = csci.item_sk) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ssci as ( select ss_customer_sk customer_sk @@ -46,6 +50,10 @@ from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk and ssci.item_sk = csci.item_sk) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query98.q.out ql/src/test/results/clientpositive/perf/spark/query98.q.out index 5264bc0..5623056 100644 --- ql/src/test/results/clientpositive/perf/spark/query98.q.out +++ ql/src/test/results/clientpositive/perf/spark/query98.q.out @@ -29,6 +29,10 @@ order by ,i_item_desc ,revenueratio PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_desc ,i_category @@ -60,6 +64,10 @@ order by ,i_item_desc ,revenueratio POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/perf/spark/query99.q.out ql/src/test/results/clientpositive/perf/spark/query99.q.out index f59db0a..bf477a7 100644 --- ql/src/test/results/clientpositive/perf/spark/query99.q.out +++ ql/src/test/results/clientpositive/perf/spark/query99.q.out @@ -32,6 +32,12 @@ order by substr(w_warehouse_name,1,20) ,cc_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@ship_mode +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select substr(w_warehouse_name,1,20) @@ -66,6 +72,12 @@ order by substr(w_warehouse_name,1,20) ,cc_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@ship_mode +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/add_part_multiple.q.out ql/src/test/results/clientpositive/spark/add_part_multiple.q.out index 1e01b26..74b0798 100644 --- ql/src/test/results/clientpositive/spark/add_part_multiple.q.out +++ ql/src/test/results/clientpositive/spark/add_part_multiple.q.out @@ -13,6 +13,8 @@ PARTITION (ds='2010-02-01') location 'B' PARTITION (ds='2010-03-01') PARTITION (ds='2010-04-01') location 'C' PREHOOK: type: ALTERTABLE_ADDPARTS +#### A masked pattern was here #### +PREHOOK: Output: default@add_part_test POSTHOOK: query: explain ALTER TABLE add_part_test ADD IF NOT EXISTS PARTITION (ds='2010-01-01') location 'A' @@ -20,6 +22,8 @@ PARTITION (ds='2010-02-01') location 'B' PARTITION (ds='2010-03-01') PARTITION (ds='2010-04-01') location 'C' POSTHOOK: type: ALTERTABLE_ADDPARTS +#### A masked pattern was here #### +POSTHOOK: Output: default@add_part_test STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out index 118a48e..00c190d 100644 --- ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out +++ ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out @@ -126,8 +126,14 @@ POSTHOOK: Output: default@loc #### A masked pattern was here #### PREHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -201,8 +207,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp,dept where emp.deptid = dept.deptid and emp.lastname = dept.deptname PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp,dept where emp.deptid = dept.deptid and emp.lastname = dept.deptname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -275,8 +287,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid and e.lastname = d.deptname) PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid and e.lastname = d.deptname) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -349,8 +367,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp,dept where emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp,dept where emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -423,8 +447,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid) join emp e1 on (e.deptid = e1.deptid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid) join emp e1 on (e.deptid = e1.deptid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -518,8 +548,16 @@ STAGE PLANS: PREHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid) join loc l on (e.deptid = l.locid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +PREHOOK: Input: default@loc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid) join loc l on (e.deptid = l.locid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +POSTHOOK: Input: default@loc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -613,8 +651,16 @@ STAGE PLANS: PREHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid and e.lastname = d.deptname) join loc l on (e.deptid = l.locid and e.lastname = l.state) PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +PREHOOK: Input: default@loc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp e join dept d on (e.deptid = d.deptid and e.lastname = d.deptname) join loc l on (e.deptid = l.locid and e.lastname = l.state) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +POSTHOOK: Input: default@loc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -707,8 +753,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp left outer join dept on emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp left outer join dept on emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -775,8 +827,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp left semi join dept on emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp left semi join dept on emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -854,8 +912,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp right outer join dept on emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp right outer join dept on emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -922,8 +986,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp full outer join dept on emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept +PREHOOK: Input: default@emp +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp full outer join dept on emp.deptid = dept.deptid and emp.lastname = dept.deptname and dept.deptname = emp.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept +POSTHOOK: Input: default@emp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_join0.q.out ql/src/test/results/clientpositive/spark/auto_join0.q.out index f634fa9..cff65cb 100644 --- ql/src/test/results/clientpositive/spark/auto_join0.q.out +++ ql/src/test/results/clientpositive/spark/auto_join0.q.out @@ -10,6 +10,8 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -21,6 +23,8 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join1.q.out ql/src/test/results/clientpositive/spark/auto_join1.q.out index 49795dc..454e6f3 100644 --- ql/src/test/results/clientpositive/spark/auto_join1.q.out +++ ql/src/test/results/clientpositive/spark/auto_join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join10.q.out ql/src/test/results/clientpositive/spark/auto_join10.q.out index d6cf1d8..6674f5e 100644 --- ql/src/test/results/clientpositive/spark/auto_join10.q.out +++ ql/src/test/results/clientpositive/spark/auto_join10.q.out @@ -6,6 +6,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src) x @@ -14,6 +16,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join11.q.out ql/src/test/results/clientpositive/spark/auto_join11.q.out index 4398e0c..743773c 100644 --- ql/src/test/results/clientpositive/spark/auto_join11.q.out +++ ql/src/test/results/clientpositive/spark/auto_join11.q.out @@ -6,6 +6,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -14,6 +16,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join12.q.out ql/src/test/results/clientpositive/spark/auto_join12.q.out index 309ad55..e7b6218 100644 --- ql/src/test/results/clientpositive/spark/auto_join12.q.out +++ ql/src/test/results/clientpositive/spark/auto_join12.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join13.q.out ql/src/test/results/clientpositive/spark/auto_join13.q.out index e10855d..576f90c 100644 --- ql/src/test/results/clientpositive/spark/auto_join13.q.out +++ ql/src/test/results/clientpositive/spark/auto_join13.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join14.q.out ql/src/test/results/clientpositive/spark/auto_join14.q.out index 510988f..a4fe28b 100644 --- ql/src/test/results/clientpositive/spark/auto_join14.q.out +++ ql/src/test/results/clientpositive/spark/auto_join14.q.out @@ -10,10 +10,20 @@ PREHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1 SELECT src.key, srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1 SELECT src.key, srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join15.q.out ql/src/test/results/clientpositive/spark/auto_join15.q.out index 1784793..00633a5 100644 --- ql/src/test/results/clientpositive/spark/auto_join15.q.out +++ ql/src/test/results/clientpositive/spark/auto_join15.q.out @@ -6,6 +6,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -14,6 +16,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join16.q.out ql/src/test/results/clientpositive/spark/auto_join16.q.out index e98d217..cafe6d7 100644 --- ql/src/test/results/clientpositive/spark/auto_join16.q.out +++ ql/src/test/results/clientpositive/spark/auto_join16.q.out @@ -6,6 +6,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(subq.key, tab.value)) FROM @@ -14,6 +16,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join17.q.out ql/src/test/results/clientpositive/spark/auto_join17.q.out index b3e01f2..5d06108 100644 --- ql/src/test/results/clientpositive/spark/auto_join17.q.out +++ ql/src/test/results/clientpositive/spark/auto_join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join18.q.out ql/src/test/results/clientpositive/spark/auto_join18.q.out index 1b6cc08..dd591e9 100644 --- ql/src/test/results/clientpositive/spark/auto_join18.q.out +++ ql/src/test/results/clientpositive/spark/auto_join18.q.out @@ -11,6 +11,9 @@ PREHOOK: query: explain ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(a.key, a.value, b.key, b.value)) FROM @@ -24,6 +27,9 @@ POSTHOOK: query: explain ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out index 17f0d88..eacf415 100644 --- ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out @@ -12,6 +12,9 @@ PREHOOK: query: explain ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(a.key, a.value, b.key, b.value1, b.value2)) FROM @@ -26,6 +29,9 @@ POSTHOOK: query: explain ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_join19.q.out ql/src/test/results/clientpositive/spark/auto_join19.q.out index 75426c1..f4590d9 100644 --- ql/src/test/results/clientpositive/spark/auto_join19.q.out +++ ql/src/test/results/clientpositive/spark/auto_join19.q.out @@ -11,11 +11,25 @@ FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join2.q.out ql/src/test/results/clientpositive/spark/auto_join2.q.out index 126acad..167c23e 100644 --- ql/src/test/results/clientpositive/spark/auto_join2.q.out +++ ql/src/test/results/clientpositive/spark/auto_join2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j2 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j2 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join20.q.out ql/src/test/results/clientpositive/spark/auto_join20.q.out index dcdabc6..4dc6d83 100644 --- ql/src/test/results/clientpositive/spark/auto_join20.q.out +++ ql/src/test/results/clientpositive/spark/auto_join20.q.out @@ -6,6 +6,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUT SORT BY k1,v1,k2,v2,k3,v3 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3)) from ( @@ -14,6 +16,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUT SORT BY k1,v1,k2,v2,k3,v3 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -154,6 +158,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.k SORT BY k1,v1,k2,v2,k3,v3 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3)) from ( @@ -162,6 +168,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.k SORT BY k1,v1,k2,v2,k3,v3 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join21.q.out ql/src/test/results/clientpositive/spark/auto_join21.q.out index cb28aa4..ebd25de 100644 --- ql/src/test/results/clientpositive/spark/auto_join21.q.out +++ ql/src/test/results/clientpositive/spark/auto_join21.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join22.q.out ql/src/test/results/clientpositive/spark/auto_join22.q.out index 4f1917a..11a68e5 100644 --- ql/src/test/results/clientpositive/spark/auto_join22.q.out +++ ql/src/test/results/clientpositive/spark/auto_join22.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT sum(hash(src5.src1_value)) FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src5.src1_value)) FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join23.q.out ql/src/test/results/clientpositive/spark/auto_join23.q.out index 7256539..125d6c3 100644 --- ql/src/test/results/clientpositive/spark/auto_join23.q.out +++ ql/src/test/results/clientpositive/spark/auto_join23.q.out @@ -2,9 +2,13 @@ Warning: Map Join MAPJOIN[12][bigTable=?] in task 'Stage-1:MAPRED' is a cross pr PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join24.q.out ql/src/test/results/clientpositive/spark/auto_join24.q.out index 5a2d79a..6249f73 100644 --- ql/src/test/results/clientpositive/spark/auto_join24.q.out +++ ql/src/test/results/clientpositive/spark/auto_join24.q.out @@ -21,9 +21,13 @@ POSTHOOK: Lineage: tst1.key SIMPLE [(src)a.FieldSchema(name:key, type:string, co PREHOOK: query: explain SELECT sum(a.cnt) FROM tst1 a JOIN tst1 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tst1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(a.cnt) FROM tst1 a JOIN tst1 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tst1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join26.q.out ql/src/test/results/clientpositive/spark/auto_join26.q.out index 33e1609..cef7b06 100644 --- ql/src/test/results/clientpositive/spark/auto_join26.q.out +++ ql/src/test/results/clientpositive/spark/auto_join26.q.out @@ -10,10 +10,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join27.q.out ql/src/test/results/clientpositive/spark/auto_join27.q.out index 1b23ff5..83302fd 100644 --- ql/src/test/results/clientpositive/spark/auto_join27.q.out +++ ql/src/test/results/clientpositive/spark/auto_join27.q.out @@ -10,6 +10,8 @@ JOIN (SELECT src.key as k, src.value as v from src) src3 ON src_12.key = src3.k AND src3.k < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(1) FROM @@ -22,6 +24,8 @@ JOIN (SELECT src.key as k, src.value as v from src) src3 ON src_12.key = src3.k AND src3.k < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_join28.q.out ql/src/test/results/clientpositive/spark/auto_join28.q.out index 340ff5f..b7b5ff4 100644 --- ql/src/test/results/clientpositive/spark/auto_join28.q.out +++ ql/src/test/results/clientpositive/spark/auto_join28.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -111,9 +115,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -224,9 +232,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -337,9 +349,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join29.q.out ql/src/test/results/clientpositive/spark/auto_join29.q.out index fd40f5e..282edfe 100644 --- ql/src/test/results/clientpositive/spark/auto_join29.q.out +++ ql/src/test/results/clientpositive/spark/auto_join29.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -619,9 +623,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1240,9 +1248,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1873,9 +1885,13 @@ NULL NULL 98 val_98 NULL NULL PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -2503,9 +2519,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -2615,9 +2635,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3236,9 +3260,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3357,9 +3385,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3503,9 +3535,13 @@ NULL NULL 9 val_9 9 val_9 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join3.q.out ql/src/test/results/clientpositive/spark/auto_join3.q.out index 11f909d..376d98e 100644 --- ql/src/test/results/clientpositive/spark/auto_join3.q.out +++ ql/src/test/results/clientpositive/spark/auto_join3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join30.q.out ql/src/test/results/clientpositive/spark/auto_join30.q.out index 63fbf74..574850e 100644 --- ql/src/test/results/clientpositive/spark/auto_join30.q.out +++ ql/src/test/results/clientpositive/spark/auto_join30.q.out @@ -6,6 +6,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -14,6 +16,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -130,6 +134,8 @@ LEFT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -138,6 +144,8 @@ LEFT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -248,6 +256,8 @@ RIGHT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -256,6 +266,8 @@ RIGHT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -369,6 +381,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -380,6 +394,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -528,6 +544,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -539,6 +557,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -678,6 +698,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -689,6 +711,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -828,6 +852,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -839,6 +865,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -978,6 +1006,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -989,6 +1019,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join31.q.out ql/src/test/results/clientpositive/spark/auto_join31.q.out index 4dbedf9..fc669dd 100644 --- ql/src/test/results/clientpositive/spark/auto_join31.q.out +++ ql/src/test/results/clientpositive/spark/auto_join31.q.out @@ -9,6 +9,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -20,6 +22,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join32.q.out ql/src/test/results/clientpositive/spark/auto_join32.q.out index 4c246ba..0dab893 100644 --- ql/src/test/results/clientpositive/spark/auto_join32.q.out +++ ql/src/test/results/clientpositive/spark/auto_join32.q.out @@ -19,11 +19,17 @@ from studenttab10k s join votertab10k v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k +PREHOOK: Input: default@votertab10k +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k s join votertab10k v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k +POSTHOOK: Input: default@votertab10k +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -157,11 +163,17 @@ from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_smb +PREHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_smb +POSTHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -283,11 +295,17 @@ from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_smb +PREHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_smb +POSTHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -429,6 +447,9 @@ where s.p = 'bar' and v.p = 'bar' group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_part +PREHOOK: Input: default@votertab10k_part +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_part s join votertab10k_part v on (s.name = v.name) @@ -436,6 +457,9 @@ where s.p = 'bar' and v.p = 'bar' group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_part +POSTHOOK: Input: default@votertab10k_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_join4.q.out ql/src/test/results/clientpositive/spark/auto_join4.q.out index b72f499..de448fd 100644 --- ql/src/test/results/clientpositive/spark/auto_join4.q.out +++ ql/src/test/results/clientpositive/spark/auto_join4.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join5.q.out ql/src/test/results/clientpositive/spark/auto_join5.q.out index 099aa6e..019e49c 100644 --- ql/src/test/results/clientpositive/spark/auto_join5.q.out +++ ql/src/test/results/clientpositive/spark/auto_join5.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join6.q.out ql/src/test/results/clientpositive/spark/auto_join6.q.out index 67bdc58..096f5f6 100644 --- ql/src/test/results/clientpositive/spark/auto_join6.q.out +++ ql/src/test/results/clientpositive/spark/auto_join6.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_join7.q.out ql/src/test/results/clientpositive/spark/auto_join7.q.out index a410966..2c296ad 100644 --- ql/src/test/results/clientpositive/spark/auto_join7.q.out +++ ql/src/test/results/clientpositive/spark/auto_join7.q.out @@ -26,6 +26,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM ( FROM @@ -46,6 +48,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_join8.q.out ql/src/test/results/clientpositive/spark/auto_join8.q.out index 32331cf..fd77f52 100644 --- ql/src/test/results/clientpositive/spark/auto_join8.q.out +++ ql/src/test/results/clientpositive/spark/auto_join8.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join9.q.out ql/src/test/results/clientpositive/spark/auto_join9.q.out index 671eafe..874b067 100644 --- ql/src/test/results/clientpositive/spark/auto_join9.q.out +++ ql/src/test/results/clientpositive/spark/auto_join9.q.out @@ -10,10 +10,18 @@ PREHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out index 04550eb..ce92679 100644 --- ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out +++ ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out @@ -70,6 +70,9 @@ JOIN `orderpayment_small` `order_city` ON `order_city`.`cityid` = `orderpayment` JOIN `user_small` `user` ON `user`.`userid` = `orderpayment`.`userid` limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@orderpayment_small +PREHOOK: Input: default@user_small +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT `dim_pay_date`.`date` , `deal`.`dealid` @@ -80,6 +83,9 @@ JOIN `orderpayment_small` `order_city` ON `order_city`.`cityid` = `orderpayment` JOIN `user_small` `user` ON `user`.`userid` = `orderpayment`.`userid` limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orderpayment_small +POSTHOOK: Input: default@user_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_join_stats.q.out ql/src/test/results/clientpositive/spark/auto_join_stats.q.out index 3b5992f..d32abbf 100644 --- ql/src/test/results/clientpositive/spark/auto_join_stats.q.out +++ ql/src/test/results/clientpositive/spark/auto_join_stats.q.out @@ -24,8 +24,14 @@ POSTHOOK: Input: default@smalltable POSTHOOK: Output: default@smalltable PREHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -169,8 +175,16 @@ POSTHOOK: Input: default@smalltable POSTHOOK: Output: default@smalltable PREHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) JOIN smalltable2 ON (src1.key + src2.key = smalltable2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable +PREHOOK: Input: default@smalltable2 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) JOIN smalltable2 ON (src1.key + src2.key = smalltable2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable +POSTHOOK: Input: default@smalltable2 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out index b74b28f..402e6b2 100644 --- ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out +++ ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out @@ -17,8 +17,14 @@ POSTHOOK: Output: default@smalltable Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -164,8 +170,16 @@ POSTHOOK: Input: default@smalltable POSTHOOK: Output: default@smalltable PREHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) JOIN smalltable2 ON (src1.key + src2.key = smalltable2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable +PREHOOK: Input: default@smalltable2 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) JOIN smalltable2 ON (src1.key + src2.key = smalltable2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable +POSTHOOK: Input: default@smalltable2 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out index 24f7ec2..2f45453 100644 --- ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out +++ ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select a.* from src a join src b on a.key=b.key order by key, value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key order by key, value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -141,9 +145,13 @@ RUN: Stage-1:MAPRED PREHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value order by a.key, a.value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value order by a.key, a.value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -315,9 +323,13 @@ RUN: Stage-1:MAPRED PREHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out index 9308d47..4322998 100644 --- ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out @@ -43,11 +43,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -133,6 +139,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -143,6 +152,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -266,6 +278,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -283,6 +298,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -435,6 +453,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -442,6 +463,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -533,6 +557,9 @@ select count(*) from join tbl2 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -545,6 +572,9 @@ select count(*) from join tbl2 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -653,6 +683,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -672,6 +704,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -780,6 +814,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1 a where key < 8) subq1 @@ -787,6 +824,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -873,6 +913,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1 a) subq1 @@ -880,6 +923,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -989,11 +1035,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1079,6 +1131,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -1089,6 +1144,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1189,6 +1247,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1202,6 +1263,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1316,6 +1380,10 @@ from ( insert overwrite table dest1 select key, val1 insert overwrite table dest2 select key, val1, val2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key @@ -1323,6 +1391,10 @@ from ( insert overwrite table dest1 select key, val1 insert overwrite table dest2 select key, val1, val2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1516,6 +1588,10 @@ from ( insert overwrite table dest1 select key, val1 insert overwrite table dest2 select key, count(*) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key @@ -1523,6 +1599,10 @@ from ( insert overwrite table dest1 select key, val1 insert overwrite table dest2 select key, count(*) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out index baf3908..ff2caf4 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out @@ -101,8 +101,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -309,8 +321,20 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -517,8 +541,20 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out index 0a1d4cf..b43b5e7 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out @@ -137,8 +137,24 @@ POSTHOOK: Output: default@bucket_medium@ds=2008-04-08 Warning: Shuffle Join JOIN[17][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_medium +PREHOOK: Input: default@bucket_medium@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_medium +POSTHOOK: Input: default@bucket_medium@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out index ded68d5..e8233f9 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out @@ -58,6 +58,10 @@ from ( INSERT OVERWRITE TABLE dest1 select key1, key2 INSERT OVERWRITE TABLE dest2 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -66,6 +70,10 @@ from ( INSERT OVERWRITE TABLE dest1 select key1, key2 INSERT OVERWRITE TABLE dest2 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -245,6 +253,10 @@ from ( INSERT OVERWRITE TABLE dest1 select key1, key2 INSERT OVERWRITE TABLE dest2 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -253,6 +265,10 @@ from ( INSERT OVERWRITE TABLE dest1 select key1, key2 INSERT OVERWRITE TABLE dest2 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -432,6 +448,10 @@ from ( INSERT OVERWRITE TABLE dest1 select key1, key2 INSERT OVERWRITE TABLE dest2 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -440,6 +460,10 @@ from ( INSERT OVERWRITE TABLE dest1 select key1, key2 INSERT OVERWRITE TABLE dest2 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out index 5c73ddb..b43a681 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tbl2.value SIMPLE [(src)src.FieldSchema(name:value, type:stri PREHOOK: query: explain select count(*) FROM tbl1 a LEFT OUTER JOIN tbl2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a LEFT OUTER JOIN tbl2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -121,9 +127,15 @@ POSTHOOK: Lineage: tbl2.value SIMPLE [(src)src.FieldSchema(name:value, type:stri PREHOOK: query: explain select count(*) FROM tbl1 a RIGHT OUTER JOIN tbl2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a RIGHT OUTER JOIN tbl2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out index fbbe01d..3d5adf1 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tbl2.value SIMPLE [(src)src.FieldSchema(name:value, type:stri PREHOOK: query: explain select count(*) FROM tbl1 a LEFT OUTER JOIN tbl2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a LEFT OUTER JOIN tbl2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -100,9 +106,15 @@ STAGE PLANS: PREHOOK: query: explain select count(*) FROM tbl1 a RIGHT OUTER JOIN tbl2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a RIGHT OUTER JOIN tbl2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark index 6aa60ba..d04e138 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark @@ -165,6 +165,12 @@ PREHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as p on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@day=day1/pri=1 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@pri=1 +PREHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -176,6 +182,12 @@ POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@pri=1 +POSTHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -314,6 +326,12 @@ left outer join on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@day=day1/pri=1 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@pri=1 +PREHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -325,6 +343,12 @@ left outer join on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@pri=1 +POSTHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -547,6 +571,12 @@ PREHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as p on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@day=day1/pri=1 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@pri=1 +PREHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -558,6 +588,12 @@ POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@pri=1 +POSTHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out index 8cfa113..65eace7 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out @@ -83,8 +83,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -291,8 +303,20 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out index b3a9bcf..31a51ca 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out @@ -83,8 +83,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big@ds=2008-04-08 PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -241,8 +253,20 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -399,8 +423,20 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out index fce5e0c..c971960 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out @@ -99,8 +99,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big@ds=2008-04-08 PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -257,8 +269,20 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -415,8 +439,20 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out index 1508044..3068afd 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out @@ -64,8 +64,14 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_small +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -215,8 +221,14 @@ POSTHOOK: Input: default@bucket_small 19 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_small +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -366,8 +378,14 @@ POSTHOOK: Input: default@bucket_small 19 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_small +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out index 6875ab4..127d606 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out @@ -72,8 +72,16 @@ POSTHOOK: Lineage: tbl4.key EXPRESSION [(src)src.FieldSchema(name:key, type:stri POSTHOOK: Lineage: tbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -208,8 +216,16 @@ POSTHOOK: Input: default@tbl2 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src d on d.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src d on d.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -344,8 +360,16 @@ POSTHOOK: Input: default@tbl2 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src h on h.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src h on h.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -480,8 +504,16 @@ POSTHOOK: Input: default@tbl2 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -616,8 +648,16 @@ POSTHOOK: Input: default@tbl2 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join tbl3 c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Input: default@tbl3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join tbl3 c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Input: default@tbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -695,8 +735,16 @@ POSTHOOK: Input: default@tbl3 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join tbl4 c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Input: default@tbl4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join tbl4 c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Input: default@tbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -805,8 +853,16 @@ POSTHOOK: Input: default@tbl4 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -941,8 +997,16 @@ POSTHOOK: Input: default@tbl2 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join src c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1077,8 +1141,16 @@ POSTHOOK: Input: default@tbl2 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join tbl3 c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Input: default@tbl3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join tbl3 c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Input: default@tbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1156,8 +1228,16 @@ POSTHOOK: Input: default@tbl3 2654 PREHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join tbl4 c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Input: default@tbl4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1 a JOIN tbl2 b ON a.key = b.key join tbl4 c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Input: default@tbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out index eb813c1..3e71c85 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out @@ -116,8 +116,22 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -326,8 +340,22 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -536,8 +564,22 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out index 03d4367..03ee4ae 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out @@ -116,8 +116,22 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -326,8 +340,22 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -536,8 +564,22 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_big@ds=2008-04-09 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out index 033ee04..5d6d03c 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out @@ -43,11 +43,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -130,6 +136,9 @@ select key, count(*) from ) subq1 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -137,6 +146,9 @@ select key, count(*) from ) subq1 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -236,6 +248,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -246,6 +261,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -369,6 +387,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -386,6 +407,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -538,6 +562,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -545,6 +572,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -636,6 +666,9 @@ select count(*) from join tbl2 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -648,6 +681,9 @@ select count(*) from join tbl2 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -756,6 +792,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -775,6 +813,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -883,6 +923,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1 a where key < 8) subq1 @@ -890,6 +933,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -976,6 +1022,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1 a) subq1 @@ -983,6 +1032,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1092,11 +1144,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1178,12 +1236,18 @@ select count(*) from tbl1 a (select a.key as key, a.value as value from tbl2 a where key < 6) subq1 on a.key = subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tbl1 a join (select a.key as key, a.value as value from tbl2 a where key < 6) subq1 on a.key = subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1271,6 +1335,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -1281,6 +1348,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1381,6 +1451,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1394,6 +1467,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1490,11 +1566,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1577,6 +1659,9 @@ select key, count(*) from ) subq1 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -1584,6 +1669,9 @@ select key, count(*) from ) subq1 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1683,6 +1771,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -1693,6 +1784,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1816,6 +1910,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -1833,6 +1930,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1985,6 +2085,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -1992,6 +2095,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2083,6 +2189,9 @@ select count(*) from join tbl2 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -2095,6 +2204,9 @@ select count(*) from join tbl2 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2203,6 +2315,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -2222,6 +2336,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2330,6 +2446,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1 a where key < 8) subq1 @@ -2337,6 +2456,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2421,11 +2543,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2507,12 +2635,18 @@ select count(*) from tbl1 a (select a.key as key, a.value as value from tbl2 a where key < 6) subq1 on a.key = subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tbl1 a join (select a.key as key, a.value as value from tbl2 a where key < 6) subq1 on a.key = subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2600,6 +2734,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -2610,6 +2747,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2710,6 +2850,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -2723,6 +2866,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/bucket2.q.out ql/src/test/results/clientpositive/spark/bucket2.q.out index 32f1258..4c9b1ff 100644 --- ql/src/test/results/clientpositive/spark/bucket2.q.out +++ ql/src/test/results/clientpositive/spark/bucket2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket2_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1 POSTHOOK: query: explain extended insert overwrite table bucket2_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -185,9 +189,13 @@ POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/bucket3.q.out ql/src/test/results/clientpositive/spark/bucket3.q.out index b88e73f..0ad411b 100644 --- ql/src/test/results/clientpositive/spark/bucket3.q.out +++ ql/src/test/results/clientpositive/spark/bucket3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1@ds=1 POSTHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -194,9 +198,15 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema( PREHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1 +PREHOOK: Input: default@bucket3_1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1 +POSTHOOK: Input: default@bucket3_1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out_spark ql/src/test/results/clientpositive/spark/bucket4.q.out_spark index 63683fc..cefd59f 100644 --- ql/src/test/results/clientpositive/spark/bucket4.q.out_spark +++ ql/src/test/results/clientpositive/spark/bucket4.q.out_spark @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket4_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket4_1 POSTHOOK: query: explain extended insert overwrite table bucket4_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket4_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,9 +192,13 @@ POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket4_1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket4_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out index f50fd64..4e2c8fa 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out @@ -45,9 +45,15 @@ POSTHOOK: Output: default@table2 PREHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out index 50d8c2f..d3370b9 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out @@ -45,9 +45,15 @@ POSTHOOK: Output: default@table2 PREHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out index 5de2016..67ad103 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out @@ -110,12 +110,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -418,12 +428,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out index 22fa0cf..4d9e103 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out @@ -94,12 +94,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -402,12 +412,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out index 71c2817..c287769 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out @@ -94,12 +94,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -402,12 +412,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out index 68889d3..48e9641 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out @@ -62,10 +62,18 @@ PREHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1 a join tbl2 b on a.key = b.key join tbl3 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Input: default@tbl3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1 a join tbl2 b on a.key = b.key join tbl3 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Input: default@tbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -435,10 +443,18 @@ PREHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1 a join tbl2 b on a.key = b.key join tbl3 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Input: default@tbl3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1 a join tbl2 b on a.key = b.key join tbl3 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Input: default@tbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out index 53c3dd0..aa9b17a 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out @@ -168,10 +168,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key order by a.key, a.value, b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key order by a.key, a.value, b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -759,10 +769,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key order by a.key, a.value, b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key order by a.key, a.value, b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1351,11 +1371,21 @@ select count(*) from (select distinct key from tab_part) a join tab b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key from tab_part) a join tab b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1479,11 +1509,21 @@ select count(*) from (select distinct key from tab_part) a join tab b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key from tab_part) a join tab b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1609,6 +1649,11 @@ from join tab_part d on c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from @@ -1616,6 +1661,11 @@ from join tab_part d on c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1768,6 +1818,11 @@ from join tab_part d on c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from @@ -1775,6 +1830,11 @@ from join tab_part d on c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1927,6 +1987,11 @@ tab_part d join (select a.key as key, a.value as value from tab a join tab_part b on a.key = b.key) c on c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from @@ -1934,6 +1999,11 @@ tab_part d join (select a.key as key, a.value as value from tab a join tab_part b on a.key = b.key) c on c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2086,6 +2156,11 @@ tab_part d join (select a.key as key, a.value as value from tab a join tab_part b on a.key = b.key) c on c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from @@ -2093,6 +2168,11 @@ tab_part d join (select a.key as key, a.value as value from tab a join tab_part b on a.key = b.key) c on c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2243,11 +2323,21 @@ select a.k1, a.v1, b.value from (select sum(substr(srcbucket_mapjoin.value,5)) as v1, key as k1 from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(srcbucket_mapjoin.value,5)) as v1, key as k1 from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2353,11 +2443,21 @@ select a.k1, a.v1, b.value from (select sum(substr(srcbucket_mapjoin.value,5)) as v1, key as k1 from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(srcbucket_mapjoin.value,5)) as v1, key as k1 from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2463,11 +2563,21 @@ select a.k1, a.v1, b.value from (select sum(substr(tab.value,5)) as v1, key as k1 from tab_part join tab on tab_part.key = tab.key GROUP BY tab.key) a join tab b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(tab.value,5)) as v1, key as k1 from tab_part join tab on tab_part.key = tab.key GROUP BY tab.key) a join tab b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2611,11 +2721,21 @@ select a.k1, a.v1, b.value from (select sum(substr(tab.value,5)) as v1, key as k1 from tab_part join tab on tab_part.key = tab.key GROUP BY tab.key) a join tab b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(tab.value,5)) as v1, key as k1 from tab_part join tab on tab_part.key = tab.key GROUP BY tab.key) a join tab b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2759,11 +2879,21 @@ select a.k1, a.v1, b.value from (select sum(substr(x.value,5)) as v1, x.key as k1 from tab x join tab y on x.key = y.key GROUP BY x.key) a join tab_part b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(x.value,5)) as v1, x.key as k1 from tab x join tab y on x.key = y.key GROUP BY x.key) a join tab_part b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2907,11 +3037,21 @@ select a.k1, a.v1, b.value from (select sum(substr(x.value,5)) as v1, x.key as k1 from tab x join tab y on x.key = y.key GROUP BY x.key) a join tab_part b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(x.value,5)) as v1, x.key as k1 from tab x join tab y on x.key = y.key GROUP BY x.key) a join tab_part b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3054,10 +3194,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_part a join tab b on a.key = b.key join tab c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_part a join tab b on a.key = b.key join tab c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3160,10 +3310,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_part a join tab b on a.key = b.key join tab c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_part a join tab b on a.key = b.key join tab c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3266,10 +3426,20 @@ PREHOOK: query: explain select a.key, a.value, c.value from (select x.key, x.value from tab_part x join tab y on x.key = y.key) a join tab c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, c.value from (select x.key, x.value from tab_part x join tab y on x.key = y.key) a join tab c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3377,10 +3547,20 @@ PREHOOK: query: explain select a.key, a.value, c.value from (select x.key, x.value from tab_part x join tab y on x.key = y.key) a join tab c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, c.value from (select x.key, x.value from tab_part x join tab y on x.key = y.key) a join tab c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3489,11 +3669,21 @@ select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin.value,5)) as value from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab_part b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin.value,5)) as value from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab_part b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3595,11 +3785,21 @@ select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin.value,5)) as value from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab_part b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin.value,5)) as value from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab_part b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3701,11 +3901,21 @@ select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin.value,5)) as value from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab_part b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin.value,5)) as value from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab_part b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3801,11 +4011,21 @@ select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin.value,5)) as value from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab_part b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin.value,5)) as value from srcbucket_mapjoin GROUP BY srcbucket_mapjoin.key) a join tab_part b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3900,10 +4120,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3978,10 +4208,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4078,10 +4318,18 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1 a join tab_part b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab1 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1 a join tab_part b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4161,10 +4409,18 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1 a join tab_part b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab1 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1 a join tab_part b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4242,8 +4498,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from tab_part a join tab_part c on a.key = c.key join tab_part b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part a join tab_part c on a.key = c.key join tab_part b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4355,8 +4617,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from tab_part a join tab_part c on a.key = c.key join tab_part b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part a join tab_part c on a.key = c.key join tab_part b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4470,10 +4738,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key and a.ds = b.ds PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key and a.ds = b.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4553,10 +4831,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key and a.ds = b.ds PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key and a.ds = b.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4635,9 +4923,19 @@ STAGE PLANS: PREHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5214,9 +5512,19 @@ POSTHOOK: Input: default@tab_part@ds=2008-04-08 PREHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5829,9 +6137,19 @@ POSTHOOK: Output: default@tab2@ds=2008-04-08 PREHOOK: query: explain select a.key, a.value, b.value from tab2 a join tab_part b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab2 +PREHOOK: Input: default@tab2@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab2 a join tab_part b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2 +POSTHOOK: Input: default@tab2@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -6408,9 +6726,19 @@ POSTHOOK: Input: default@tab_part@ds=2008-04-08 PREHOOK: query: explain select a.key, a.value, b.value from tab2 a join tab_part b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab2 +PREHOOK: Input: default@tab2@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab2 a join tab_part b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2 +POSTHOOK: Input: default@tab2@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out index 159ee67..ac60c6b 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out @@ -166,8 +166,14 @@ POSTHOOK: Output: default@tab_part@ds=2008-04-08 #### A masked pattern was here #### PREHOOK: query: explain select a.key, b.key from tab_part a join tab_part c on a.key = c.key join tab_part b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part a join tab_part c on a.key = c.key join tab_part b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -279,8 +285,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from tab_part a join tab_part c on a.key = c.key join tab_part b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part a join tab_part c on a.key = c.key join tab_part b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -426,10 +438,16 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1 a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tab1 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1 a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tab1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -509,10 +527,16 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1 a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tab1 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1 a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tab1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -591,9 +615,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a join (select key from tab_part where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a join (select key from tab_part where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -666,9 +696,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a join (select key from tab_part where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a join (select key from tab_part where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -741,9 +777,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a left outer join (select key from tab_part where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a left outer join (select key from tab_part where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -816,9 +858,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a left outer join (select key from tab_part where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a left outer join (select key from tab_part where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -891,9 +939,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a right outer join (select key from tab_part where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a right outer join (select key from tab_part where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -966,9 +1020,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a right outer join (select key from tab_part where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part where key > 1) a right outer join (select key from tab_part where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1040,8 +1100,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select distinct key from tab) a join tab b on b.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select distinct key from tab) a join tab b on b.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1127,8 +1193,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select distinct key from tab) a join tab b on b.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select distinct key from tab) a join tab b on b.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1214,8 +1286,14 @@ STAGE PLANS: PREHOOK: query: explain select a.value, b.value from (select distinct value from tab) a join tab b on b.key = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value, b.value from (select distinct value from tab) a join tab b on b.key = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1307,8 +1385,14 @@ STAGE PLANS: PREHOOK: query: explain select a.value, b.value from (select distinct value from tab) a join tab b on b.key = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value, b.value from (select distinct value from tab) a join tab b on b.key = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1439,11 +1523,21 @@ select count(*) from (select distinct key,value from tab_part) a join tab b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key,value from tab_part) a join tab b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1551,11 +1645,21 @@ select count(*) from (select distinct key,value from tab_part) a join tab b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +PREHOOK: Input: default@tab_part +PREHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key,value from tab_part) a join tab b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +POSTHOOK: Input: default@tab_part +POSTHOOK: Input: default@tab_part@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1703,8 +1807,18 @@ POSTHOOK: Output: default@big@k=2 POSTHOOK: Lineage: big PARTITION(k=2).i SCRIPT [] PREHOOK: query: explain select small.i, big.i from small,big where small.i=big.i PREHOOK: type: QUERY +PREHOOK: Input: default@big +PREHOOK: Input: default@big@k=1 +PREHOOK: Input: default@big@k=2 +PREHOOK: Input: default@small +#### A masked pattern was here #### POSTHOOK: query: explain select small.i, big.i from small,big where small.i=big.i POSTHOOK: type: QUERY +POSTHOOK: Input: default@big +POSTHOOK: Input: default@big@k=1 +POSTHOOK: Input: default@big@k=2 +POSTHOOK: Input: default@small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out index 15abce3..c68fcc3 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out @@ -27,11 +27,17 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -152,11 +158,17 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -368,12 +380,20 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -724,12 +744,20 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out index 5189afd..b4218b0 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out @@ -131,11 +131,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out index 0a65dc7..69346e1 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out @@ -139,11 +139,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -492,11 +506,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = b.part AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = b.part AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out index 90ef33d..d46a878 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out @@ -100,11 +100,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -350,11 +360,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_3 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_3 +PREHOOK: Input: default@srcbucket_mapjoin_part_3@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_3 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_3 +POSTHOOK: Input: default@srcbucket_mapjoin_part_3@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out index 9e44d1a..06436d1 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out @@ -67,11 +67,23 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -361,11 +373,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key and a.part = '2' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key and a.part = '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -622,11 +644,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -883,11 +915,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out index ddef6fb..9264fc3 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out @@ -94,12 +94,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -456,12 +466,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -835,12 +855,24 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out index 95cc9e1..1c6eb93 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out @@ -118,12 +118,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -480,12 +490,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out index 7f68921..1ff876a 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out @@ -118,12 +118,16 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -464,12 +468,16 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out index da24d87..cbccebc 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out @@ -168,12 +168,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -575,12 +585,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark index f67dec5..2afc35e 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark +++ ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark @@ -58,12 +58,22 @@ FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' ORDER BY a.key, b.value LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' ORDER BY a.key, b.value LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out index 76ce9d3..8ba3ef5 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out @@ -65,11 +65,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -324,11 +334,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out index 1bfe4d2..0acbe6f 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out @@ -73,11 +73,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -354,11 +364,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' AND b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.part = '1' AND b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out index f7453d7..8006fe0 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out @@ -69,12 +69,20 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out index eded3ae..4e1096d 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out @@ -78,12 +78,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out index 0cffcf6..4ca730d 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out @@ -144,8 +144,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@test4 PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test1 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test1 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -353,8 +357,12 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2 L join test2 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2 L join test2 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -562,8 +570,12 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test1 R on L.key+L.key=R.key PREHOOK: type: QUERY +PREHOOK: Input: default@test1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test1 R on L.key+L.key=R.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -760,8 +772,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test2 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1 +PREHOOK: Input: default@test2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test2 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1 +POSTHOOK: Input: default@test2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -958,8 +976,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test3 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1 +PREHOOK: Input: default@test3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test3 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1 +POSTHOOK: Input: default@test3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1156,8 +1180,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1354,8 +1384,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2 L join test3 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2 +PREHOOK: Input: default@test3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2 L join test3 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2 +POSTHOOK: Input: default@test3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1552,8 +1588,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1750,8 +1792,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test3 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test3 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test3 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test3 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out index 3e8ea6f..3c1bba7 100644 --- ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out +++ ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out @@ -82,12 +82,22 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -231,12 +241,24 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds is not null and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table1@ds=2 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds is not null and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table1@ds=2 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -404,12 +426,24 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Input: default@test_table2@ds=2 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Input: default@test_table2@ds=2 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -580,6 +614,11 @@ JOIN (select key, value from test_table2 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -589,6 +628,11 @@ JOIN (select key, value from test_table2 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -741,6 +785,11 @@ JOIN (select key, concat(value, value) as v2 from test_table2 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, concat(a.v1, b.v2) @@ -750,6 +799,11 @@ JOIN (select key, concat(value, value) as v2 from test_table2 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -902,6 +956,11 @@ JOIN (select key, value from test_table2 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key+a.key, concat(a.value, b.value) @@ -911,6 +970,11 @@ JOIN (select key, value from test_table2 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out index faada6f..44c4ad8 100644 --- ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out +++ ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out @@ -58,12 +58,22 @@ SELECT a.key, a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -246,12 +256,22 @@ SELECT a.key, a.value FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out index 8282a5a..21969b1 100644 --- ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out +++ ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out @@ -60,12 +60,22 @@ SELECT a.key, a.key2, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, a.key2, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -241,6 +251,11 @@ FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT subq1.key, subq1.key2, subq1.value from @@ -250,6 +265,11 @@ FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -428,12 +448,22 @@ SELECT a.key2, a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key2, a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -544,6 +574,11 @@ FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT subq1.key2, subq1.key, subq1.value from @@ -553,6 +588,11 @@ FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -666,6 +706,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT subq2.key, subq2.key2, subq2.value from @@ -678,6 +723,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -868,6 +918,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT subq2.k2, subq2.k1, subq2.value from @@ -880,6 +935,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -1080,6 +1140,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table4@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table4 PARTITION (ds = '1') SELECT subq2.k2, subq2.k1, subq2.value from @@ -1092,6 +1157,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table4@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out index 192689a..cac512e 100644 --- ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out +++ ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out @@ -59,6 +59,11 @@ FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' and (a.key = 0 or a.key = 5) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -66,6 +71,11 @@ FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' and (a.key = 0 or a.key = 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -210,6 +220,11 @@ JOIN (select key, value from test_table2 where ds = '1' and (key = 0 or key = 5)) b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -219,6 +234,11 @@ JOIN (select key, value from test_table2 where ds = '1' and (key = 0 or key = 5)) b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -368,6 +388,11 @@ JOIN ON a.key = b.key WHERE a.key = 0 or a.key = 5 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -378,6 +403,11 @@ JOIN ON a.key = b.key WHERE a.key = 0 or a.key = 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out index 2198dc2..07780df 100644 --- ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out +++ ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out @@ -58,12 +58,22 @@ SELECT a.key, b.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.key, b.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -236,12 +246,22 @@ SELECT b.key, a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT b.key, a.key, concat(a.value, b.value) FROM test_table1 a JOIN test_table2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/cbo_simple_select.q.out ql/src/test/results/clientpositive/spark/cbo_simple_select.q.out index f964cb6..f6ce9a3 100644 --- ql/src/test/results/clientpositive/spark/cbo_simple_select.q.out +++ ql/src/test/results/clientpositive/spark/cbo_simple_select.q.out @@ -743,8 +743,14 @@ POSTHOOK: Input: default@cbo_t2@dt=2014 400 PREHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -765,9 +771,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -788,9 +800,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -811,9 +829,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -834,9 +858,15 @@ STAGE PLANS: PREHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -857,9 +887,15 @@ STAGE PLANS: PREHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/column_access_stats.q.out ql/src/test/results/clientpositive/spark/column_access_stats.q.out index a9bc746..889f318 100644 --- ql/src/test/results/clientpositive/spark/column_access_stats.q.out +++ ql/src/test/results/clientpositive/spark/column_access_stats.q.out @@ -77,6 +77,8 @@ Columns:p,val PREHOOK: query: EXPLAIN SELECT key FROM (SELECT key, val FROM T1) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -107,6 +109,8 @@ Columns:key 8 PREHOOK: query: EXPLAIN SELECT k FROM (SELECT key as k, val as v FROM T1) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -168,6 +172,8 @@ SELECT key as c FROM T1 SELECT val as c FROM T1 ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -246,6 +252,8 @@ SELECT key as c FROM T1 SELECT key as c FROM T1 ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -351,6 +359,9 @@ SELECT T1.key FROM T1 JOIN T2 ON T1.key = T2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -476,6 +487,9 @@ SELECT * FROM T1 JOIN T2 ON T1.key = T2.key AND T1.val = 3 and T2.val = 3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -572,6 +586,9 @@ JOIN ) subq2 ON subq1.val = subq2.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -679,6 +696,10 @@ FROM JOIN T3 ON T3.key = T4.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/count.q.out ql/src/test/results/clientpositive/spark/count.q.out index a2c57d9..dcc8597 100644 --- ql/src/test/results/clientpositive/spark/count.q.out +++ ql/src/test/results/clientpositive/spark/count.q.out @@ -31,8 +31,12 @@ POSTHOOK: Input: default@abcd NULL 35 23 6 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,8 +105,12 @@ POSTHOOK: Input: default@abcd NULL 1 1 6 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,8 +178,12 @@ POSTHOOK: Input: default@abcd 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -234,8 +246,12 @@ POSTHOOK: Input: default@abcd NULL 1 1 6 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -296,8 +312,12 @@ POSTHOOK: Input: default@abcd 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -365,8 +385,12 @@ POSTHOOK: Input: default@abcd 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select count(distinct b) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -446,8 +470,12 @@ POSTHOOK: Input: default@abcd 2 PREHOOK: query: explain select count(distinct b) from abcd group by b PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -526,8 +554,12 @@ POSTHOOK: Input: default@abcd 1 PREHOOK: query: explain select count(distinct b) from abcd group by c PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd group by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -610,8 +642,12 @@ POSTHOOK: Input: default@abcd 1 PREHOOK: query: explain select count(b), count(distinct c) from abcd group by d PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select count(b), count(distinct c) from abcd group by d POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -681,8 +717,12 @@ POSTHOOK: Input: default@abcd 1 1 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -745,8 +785,12 @@ POSTHOOK: Input: default@abcd NULL 1 1 6 12 18 35 23 NULL NULL 35 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -809,8 +853,12 @@ POSTHOOK: Input: default@abcd NULL 1 1 6 23 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/cross_join.q.out ql/src/test/results/clientpositive/spark/cross_join.q.out index 270a6ae..61c3d25 100644 --- ql/src/test/results/clientpositive/spark/cross_join.q.out +++ ql/src/test/results/clientpositive/spark/cross_join.q.out @@ -1,8 +1,12 @@ Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select src.key from src join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -64,8 +68,12 @@ STAGE PLANS: Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -126,8 +134,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -200,8 +212,12 @@ STAGE PLANS: Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select src.key from src join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -268,8 +284,12 @@ STAGE PLANS: Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -335,8 +355,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out index e21b7e6..91539fb 100644 --- ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out +++ ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out @@ -31,8 +31,14 @@ POSTHOOK: Lineage: b.value SIMPLE [(src)src.FieldSchema(name:value, type:string, Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from A join B PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from A join B POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -97,8 +103,14 @@ STAGE PLANS: Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from B d1 join B d2 on d1.key = d2.key join A PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from B d1 join B d2 on d1.key = d2.key join A POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -204,11 +216,17 @@ PREHOOK: query: explain select * from A join from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -328,8 +346,14 @@ Warning: Shuffle Join JOIN[8][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' i Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -439,10 +463,16 @@ PREHOOK: query: explain select * from (select A.key from A group by key) ss join (select d1.key from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select A.key from A group by key) ss join (select d1.key from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out index d66a5ba..1161ca3 100644 --- ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out @@ -31,8 +31,14 @@ POSTHOOK: Lineage: b.value SIMPLE [(src)src.FieldSchema(name:value, type:string, Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from A join B PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from A join B POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -101,8 +107,14 @@ STAGE PLANS: Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from B d1 join B d2 on d1.key = d2.key join A PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from B d1 join B d2 on d1.key = d2.key join A POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -211,11 +223,17 @@ PREHOOK: query: explain select * from A join from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -343,8 +361,14 @@ Warning: Map Join MAPJOIN[19][bigTable=?] in task 'Stage-1:MAPRED' is a cross pr Warning: Map Join MAPJOIN[20][bigTable=?] in task 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -465,10 +489,16 @@ PREHOOK: query: explain select * from (select A.key from A group by key) ss join (select d1.key from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select A.key from A group by key) ss join (select d1.key from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/ctas.q.out ql/src/test/results/clientpositive/spark/ctas.q.out index 2ccd1dd..d28f4d8 100644 --- ql/src/test/results/clientpositive/spark/ctas.q.out +++ ql/src/test/results/clientpositive/spark/ctas.q.out @@ -16,8 +16,14 @@ POSTHOOK: Input: default@nzhang_tmp #### A masked pattern was here #### PREHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_CTAS1 POSTHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_CTAS1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -163,8 +169,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas2 as select * from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas2 POSTHOOK: query: explain create table nzhang_ctas2 as select * from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -310,8 +322,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas3 POSTHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -520,8 +538,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas4 row format delimited fields terminated by ',' stored as textfile as select key, value from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas4 POSTHOOK: query: explain create table nzhang_ctas4 row format delimited fields terminated by ',' stored as textfile as select key, value from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -669,8 +693,14 @@ Storage Desc Params: serialization.format , PREHOOK: query: explain create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas5 POSTHOOK: query: explain create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark index 86d6e1a..7b51330 100644 --- ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket2_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1 POSTHOOK: query: explain extended insert overwrite table bucket2_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -185,9 +189,13 @@ POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out index 1c30941..cf93b69 100644 --- ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out +++ ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src cluster by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src cluster by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -52,9 +56,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src cluster by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src cluster by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out index ddaa9bf..73afa8d 100644 --- ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out +++ ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src distribute by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src distribute by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -52,9 +56,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src distribute by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src distribute by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/escape_orderby1.q.out ql/src/test/results/clientpositive/spark/escape_orderby1.q.out index 83ebe1a..1962235 100644 --- ql/src/test/results/clientpositive/spark/escape_orderby1.q.out +++ ql/src/test/results/clientpositive/spark/escape_orderby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -51,9 +55,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src order by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src order by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/escape_sortby1.q.out ql/src/test/results/clientpositive/spark/escape_sortby1.q.out index dba5a7e..a4a5da2 100644 --- ql/src/test/results/clientpositive/spark/escape_sortby1.q.out +++ ql/src/test/results/clientpositive/spark/escape_sortby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src sort by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src sort by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -51,9 +55,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src sort by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src sort by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out index 3a5d4e4..a31317b 100644 --- ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out +++ ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out @@ -33,8 +33,16 @@ POSTHOOK: Lineage: viewtest.a SIMPLE [(dependtest)dependtest.FieldSchema(name:a, POSTHOOK: Lineage: viewtest.b SIMPLE [] PREHOOK: query: explain dependency select count(*) from viewtest PREHOOK: type: QUERY +PREHOOK: Input: default@dependtest +PREHOOK: Input: default@dependtest@b=1 +PREHOOK: Input: default@viewtest +#### A masked pattern was here #### POSTHOOK: query: explain dependency select count(*) from viewtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependtest +POSTHOOK: Input: default@dependtest@b=1 +POSTHOOK: Input: default@viewtest +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@viewtest","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@dependtest","tabletype":"MANAGED_TABLE","tableParents":"[default@viewtest]"}],"input_partitions":[{"partitionName":"default@dependtest@b=1","partitionParents":"[default@viewtest]"}]} PREHOOK: query: drop view viewtest PREHOOK: type: DROPVIEW diff --git ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out index 320a52e..6912a7e 100644 --- ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out @@ -23,11 +23,17 @@ SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') PREHOOK: type: QUERY +PREHOOK: Input: default@filter_join_breaktask +PREHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') POSTHOOK: type: QUERY +POSTHOOK: Input: default@filter_join_breaktask +POSTHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby1.q.out ql/src/test/results/clientpositive/spark/groupby1.q.out index 68cb6d7..f64b29e 100644 --- ql/src/test/results/clientpositive/spark/groupby1.q.out +++ ql/src/test/results/clientpositive/spark/groupby1.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest_g1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby10.q.out ql/src/test/results/clientpositive/spark/groupby10.q.out index df4e23b..aa717d0 100644 --- ql/src/test/results/clientpositive/spark/groupby10.q.out +++ ql/src/test/results/clientpositive/spark/groupby10.q.out @@ -35,11 +35,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -249,11 +255,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -463,11 +475,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby11.q.out ql/src/test/results/clientpositive/spark/groupby11.q.out index 94ab3e0..40519ec 100644 --- ql/src/test/results/clientpositive/spark/groupby11.q.out +++ ql/src/test/results/clientpositive/spark/groupby11.q.out @@ -21,6 +21,9 @@ INSERT OVERWRITE TABLE dest1 partition(ds='111') INSERT OVERWRITE TABLE dest2 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1@ds=111 +PREHOOK: Output: default@dest2@ds=111 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 partition(ds='111') @@ -28,6 +31,9 @@ INSERT OVERWRITE TABLE dest1 partition(ds='111') INSERT OVERWRITE TABLE dest2 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1@ds=111 +POSTHOOK: Output: default@dest2@ds=111 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby1_map.q.out ql/src/test/results/clientpositive/spark/groupby1_map.q.out index 775ca8a..2039e34 100644 --- ql/src/test/results/clientpositive/spark/groupby1_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out index 20e9c65..771b69c 100644 --- ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out index 8c3f571..9c6c6bd 100644 --- ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out index ea607cd..91d08a2 100644 --- ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest_g1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby2.q.out ql/src/test/results/clientpositive/spark/groupby2.q.out index 966c273..1b44f10 100644 --- ql/src/test/results/clientpositive/spark/groupby2.q.out +++ ql/src/test/results/clientpositive/spark/groupby2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby2_map.q.out ql/src/test/results/clientpositive/spark/groupby2_map.q.out index c716bbd..159ceaf 100644 --- ql/src/test/results/clientpositive/spark/groupby2_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby2_map.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby2_map_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby2_map_multi_distinct.q.out index faf69b6..ad93c80 100644 --- ql/src/test/results/clientpositive/spark/groupby2_map_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby2_map_multi_distinct.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,10 +123,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.key,1,1)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.key,1,1)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby2_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby2_map_skew.q.out index e297424..c574cde 100644 --- ql/src/test/results/clientpositive/spark/groupby2_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby2_map_skew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out index 83e794a..2d8569e 100644 --- ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out index 171932a..8a90387 100644 --- ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby3.q.out ql/src/test/results/clientpositive/spark/groupby3.q.out index c314763..1a05eb2 100644 --- ql/src/test/results/clientpositive/spark/groupby3.q.out +++ ql/src/test/results/clientpositive/spark/groupby3.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby3_map.q.out ql/src/test/results/clientpositive/spark/groupby3_map.q.out index 9caf47b..3f149a9 100644 --- ql/src/test/results/clientpositive/spark/groupby3_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby3_map.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out index 6782761..a24fd8a 100644 --- ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out @@ -21,6 +21,8 @@ INSERT OVERWRITE TABLE dest1 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT @@ -36,6 +38,8 @@ INSERT OVERWRITE TABLE dest1 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out index 2f10160..f0514aa 100644 --- ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out index d07eea5..01deff3 100644 --- ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out index 8bcb912..ec872cd 100644 --- ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out @@ -21,6 +21,8 @@ INSERT OVERWRITE TABLE dest1 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT @@ -36,6 +38,8 @@ INSERT OVERWRITE TABLE dest1 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby4.q.out ql/src/test/results/clientpositive/spark/groupby4.q.out index 1146c84..cbba374 100644 --- ql/src/test/results/clientpositive/spark/groupby4.q.out +++ ql/src/test/results/clientpositive/spark/groupby4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby4_map.q.out ql/src/test/results/clientpositive/spark/groupby4_map.q.out index 96f3488..d3d939e 100644 --- ql/src/test/results/clientpositive/spark/groupby4_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby4_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT count(1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT count(1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out index 3bf8d99..684fe3a 100644 --- ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT count(1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT count(1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out index 4af92e8..5b05966 100644 --- ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby5.q.out ql/src/test/results/clientpositive/spark/groupby5.q.out index 8dfed8b..d935f8d 100644 --- ql/src/test/results/clientpositive/spark/groupby5.q.out +++ ql/src/test/results/clientpositive/spark/groupby5.q.out @@ -12,12 +12,16 @@ SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest1 SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby5_map.q.out ql/src/test/results/clientpositive/spark/groupby5_map.q.out index 96cf6b7..c3fc0f9 100644 --- ql/src/test/results/clientpositive/spark/groupby5_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby5_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT sum(src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT sum(src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out index 11a6558..1c315d8 100644 --- ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT sum(src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT sum(src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out index 16ac57b..cd63664 100644 --- ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out @@ -12,12 +12,16 @@ SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest1 SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby6.q.out ql/src/test/results/clientpositive/spark/groupby6.q.out index 04e6127..f4ce4b0 100644 --- ql/src/test/results/clientpositive/spark/groupby6.q.out +++ ql/src/test/results/clientpositive/spark/groupby6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby6_map.q.out ql/src/test/results/clientpositive/spark/groupby6_map.q.out index 509014a..e32e56c 100644 --- ql/src/test/results/clientpositive/spark/groupby6_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby6_map.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out index e2260ed..b603a32 100644 --- ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out index f955519..8721936 100644 --- ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby7_map.q.out ql/src/test/results/clientpositive/spark/groupby7_map.q.out index 9260e7d..1516a73 100644 --- ql/src/test/results/clientpositive/spark/groupby7_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_map.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out index c628b39..7f3c0da 100644 --- ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out index e55a79d..00098c1 100644 --- ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out index 9e05b99..59d3ab7 100644 --- ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out index 9a9f7b2..14d9095 100644 --- ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby8.q.out ql/src/test/results/clientpositive/spark/groupby8.q.out index c66a53d..ddd0942 100644 --- ql/src/test/results/clientpositive/spark/groupby8.q.out +++ ql/src/test/results/clientpositive/spark/groupby8.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -794,11 +800,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby8_map.q.out ql/src/test/results/clientpositive/spark/groupby8_map.q.out index 25c07d0..6cfac06 100644 --- ql/src/test/results/clientpositive/spark/groupby8_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby8_map.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out index 1da8890..1c1faf6 100644 --- ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out index 25c07d0..6cfac06 100644 --- ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby9.q.out ql/src/test/results/clientpositive/spark/groupby9.q.out index c016e4b..2c19d57 100644 --- ql/src/test/results/clientpositive/spark/groupby9.q.out +++ ql/src/test/results/clientpositive/spark/groupby9.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -806,11 +812,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1593,11 +1605,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -2380,11 +2398,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -3169,11 +3193,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out index 3b5ec42..9e3ded2 100644 --- ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out +++ ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out @@ -28,12 +28,20 @@ INSERT OVERWRITE TABLE DEST1 SELECT ARRAY(SRC.key), COUNT(1) GROUP BY ARRAY(SRC. INSERT OVERWRITE TABLE DEST2 SELECT MAP(SRC.key, SRC.value), COUNT(1) GROUP BY MAP(SRC.key, SRC.value) INSERT OVERWRITE TABLE DEST3 SELECT STRUCT(SRC.key, SRC.value), COUNT(1) GROUP BY STRUCT(SRC.key, SRC.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 +PREHOOK: Output: default@dest3 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT ARRAY(SRC.key), COUNT(1) GROUP BY ARRAY(SRC.key) INSERT OVERWRITE TABLE DEST2 SELECT MAP(SRC.key, SRC.value), COUNT(1) GROUP BY MAP(SRC.key, SRC.value) INSERT OVERWRITE TABLE DEST3 SELECT STRUCT(SRC.key, SRC.value), COUNT(1) GROUP BY STRUCT(SRC.key, SRC.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 +POSTHOOK: Output: default@dest3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out index 71e74a9..113e7d4 100644 --- ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT ARRAY(SRC.key) as keyarray, COUNT(1) GROUP BY ARRAY(SRC.key) ORDER BY keyarray limit 10 INSERT OVERWRITE TABLE DEST2 SELECT MAP(SRC.key, SRC.value) as kvmap, COUNT(1) GROUP BY MAP(SRC.key, SRC.value) ORDER BY kvmap limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1 SELECT ARRAY(SRC.key) as keyarray, COUNT(1) GROUP BY ARRAY(SRC.key) ORDER BY keyarray limit 10 INSERT OVERWRITE TABLE DEST2 SELECT MAP(SRC.key, SRC.value) as kvmap, COUNT(1) GROUP BY MAP(SRC.key, SRC.value) ORDER BY kvmap limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby_cube1.q.out ql/src/test/results/clientpositive/spark/groupby_cube1.q.out index 92bb775..b9db8d5 100644 --- ql/src/test/results/clientpositive/spark/groupby_cube1.q.out +++ ql/src/test/results/clientpositive/spark/groupby_cube1.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,9 +86,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY CUBE(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY CUBE(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -173,9 +181,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, GROUPING__ID, count(1) FROM T1 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, GROUPING__ID, count(1) FROM T1 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -263,9 +275,13 @@ NULL NULL 3 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1 GROUP BY key with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1 GROUP BY key with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -341,9 +357,13 @@ NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -447,9 +467,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1 GROUP BY key with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1 GROUP BY key with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -558,11 +582,17 @@ FROM T1 INSERT OVERWRITE TABLE T2 SELECT key, val, count(1) group by key, val with cube INSERT OVERWRITE TABLE T3 SELECT key, val, sum(1) group by key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@t2 +PREHOOK: Output: default@t3 POSTHOOK: query: EXPLAIN FROM T1 INSERT OVERWRITE TABLE T2 SELECT key, val, count(1) group by key, val with cube INSERT OVERWRITE TABLE T3 SELECT key, val, sum(1) group by key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@t2 +POSTHOOK: Output: default@t3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out index d1fcd48..5a03dad 100644 --- ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out +++ ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out index 30e5daa..8c5acec 100644 --- ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out index f88ff7a..d727ada 100644 --- ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out @@ -19,11 +19,17 @@ from src insert overwrite table dest1 select key, count(distinct value) group by key insert overwrite table dest2 select key+key, count(distinct value) group by key+key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain from src insert overwrite table dest1 select key, count(distinct value) group by key insert overwrite table dest2 select key+key, count(distinct value) group by key+key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out index 89db8ce..a2f7fb4 100644 --- ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out @@ -44,12 +44,20 @@ INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_g3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -273,6 +281,12 @@ INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_h2 SELECT substr(src.key,1,1) as c1, count(DISTINCT substr(src.value,5)) as c2, concat(substr(src.key,1,1),sum(substr(src.value,5))) as c3, sum(substr(src.value, 5)) as c4, count(src.value) as c6 GROUP BY substr(src.key,1,1), substr(src.key,2,1) ORDER BY c1, c2 LIMIT 10 INSERT OVERWRITE TABLE dest_h3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1), substr(src.key,2,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 +PREHOOK: Output: default@dest_h2 +PREHOOK: Output: default@dest_h3 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) @@ -281,6 +295,12 @@ INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_h2 SELECT substr(src.key,1,1) as c1, count(DISTINCT substr(src.value,5)) as c2, concat(substr(src.key,1,1),sum(substr(src.value,5))) as c3, sum(substr(src.value, 5)) as c4, count(src.value) as c6 GROUP BY substr(src.key,1,1), substr(src.key,2,1) ORDER BY c1, c2 LIMIT 10 INSERT OVERWRITE TABLE dest_h3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1), substr(src.key,2,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 +POSTHOOK: Output: default@dest_h2 +POSTHOOK: Output: default@dest_h3 STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out index a90082f..06229de 100644 --- ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out +++ ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT src.key) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3 SELECT substr(src.key,1,1), count(DISTINCT src.key), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT src.key) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3 SELECT substr(src.key,1,1), count(DISTINCT src.key), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out index 50ae717..9099c9c 100644 --- ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out +++ ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out @@ -25,6 +25,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain from src insert overwrite table e1 @@ -36,6 +39,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -199,6 +205,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain from src insert overwrite table e1 @@ -210,6 +219,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -373,6 +385,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain from src insert overwrite table e1 @@ -384,6 +399,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -547,6 +565,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain from src insert overwrite table e1 @@ -558,6 +579,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby_position.q.out ql/src/test/results/clientpositive/spark/groupby_position.q.out index ed2ffbe..53dc4a2 100644 --- ql/src/test/results/clientpositive/spark/groupby_position.q.out +++ ql/src/test/results/clientpositive/spark/groupby_position.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@testtable1 +PREHOOK: Output: default@testtable2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@testtable1 +POSTHOOK: Output: default@testtable2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -212,11 +218,17 @@ FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 2, 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@testtable1 +PREHOOK: Output: default@testtable2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 2, 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@testtable1 +POSTHOOK: Output: default@testtable2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -405,11 +417,15 @@ SELECT t.key, t.value FROM (SELECT b.key as key, count(1) as value FROM src b WHERE b.key <= 20 GROUP BY 1) t ORDER BY 2 DESC, 1 ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t.key, t.value FROM (SELECT b.key as key, count(1) as value FROM src b WHERE b.key <= 20 GROUP BY 1) t ORDER BY 2 DESC, 1 ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -516,6 +532,8 @@ FROM ( ) c ORDER BY 1 DESC, 2 DESC, 3 ASC, 4 ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT c1, c2, c3, c4 FROM ( @@ -532,6 +550,8 @@ FROM ( ) c ORDER BY 1 DESC, 2 DESC, 3 ASC, 4 ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -695,9 +715,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT key FROM src ORDER BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src ORDER BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1253,9 +1277,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT distinct key FROM src ORDER BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT distinct key FROM src ORDER BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby_ppr.q.out ql/src/test/results/clientpositive/spark/groupby_ppr.q.out index 2bbffaf..25caf2e 100644 --- ql/src/test/results/clientpositive/spark/groupby_ppr.q.out +++ ql/src/test/results/clientpositive/spark/groupby_ppr.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out index 14c287f..f046884 100644 --- ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -281,6 +289,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -288,6 +300,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby_resolution.q.out ql/src/test/results/clientpositive/spark/groupby_resolution.q.out index 64c1dca..15d1c50 100644 --- ql/src/test/results/clientpositive/spark/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/spark/groupby_resolution.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -51,8 +55,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,8 +110,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -168,8 +180,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -234,8 +250,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -292,8 +312,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -350,8 +374,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -423,8 +451,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -587,12 +619,16 @@ from src b group by b.key having key < '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*), rank() over(order by count(*)) from src b group by b.key having key < '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -731,9 +767,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as key FROM SRC x CLUSTER BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as key FROM SRC x CLUSTER BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out index eee15a3..71e71df 100644 --- ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out +++ ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,9 +106,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1 GROUP BY key with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1 GROUP BY key with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,9 +188,13 @@ NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1 GROUP BY key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -280,9 +292,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1 GROUP BY key with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1 GROUP BY key with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -391,11 +407,17 @@ FROM T1 INSERT OVERWRITE TABLE T2 SELECT key, val, count(1) group by key, val with rollup INSERT OVERWRITE TABLE T3 SELECT key, val, sum(1) group by rollup(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@t2 +PREHOOK: Output: default@t3 POSTHOOK: query: EXPLAIN FROM T1 INSERT OVERWRITE TABLE T2 SELECT key, val, count(1) group by key, val with rollup INSERT OVERWRITE TABLE T3 SELECT key, val, sum(1) group by rollup(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@t2 +POSTHOOK: Output: default@t3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out index d87ba73..d2fc799 100644 --- ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out +++ ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM T1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM T1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -230,10 +234,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2 SELECT key, val, count(1) FROM T1 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2 SELECT key, val, count(1) FROM T1 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -436,10 +444,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM (SELECT key, val FROM T1) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM (SELECT key, val FROM T1) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -620,10 +632,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1) subq1 GROUP BY k PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1) subq1 GROUP BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -812,10 +828,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3 SELECT 1, key, count(1) FROM T1 GROUP BY 1, key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl3 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3 SELECT 1, key, count(1) FROM T1 GROUP BY 1, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1005,10 +1025,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, 1, val, count(1) FROM T1 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, 1, val, count(1) FROM T1 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1212,10 +1236,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3 SELECT key, key + 1, count(1) FROM T1 GROUP BY key, key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl3 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3 SELECT key, key + 1, count(1) FROM T1 GROUP BY key, key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1419,12 +1447,16 @@ SELECT key + key, sum(cnt) from (SELECT key, count(1) as cnt FROM T1 GROUP BY key) subq1 group by key + key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key + key, sum(cnt) from (SELECT key, count(1) as cnt FROM T1 GROUP BY key) subq1 group by key + key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1643,6 +1675,8 @@ SELECT key, count(1) FROM T1 GROUP BY key SELECT key, count(1) FROM T1 GROUP BY key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT * FROM ( @@ -1651,6 +1685,8 @@ SELECT key, count(1) FROM T1 GROUP BY key SELECT key, count(1) FROM T1 GROUP BY key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1955,6 +1991,8 @@ SELECT key, count(1) FROM T1 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1 GROUP BY key + key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT * FROM ( @@ -1963,6 +2001,8 @@ SELECT key, count(1) FROM T1 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1 GROUP BY key + key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2291,6 +2331,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1 GROUP BY key) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT subq1.key, subq1.cnt+subq2.cnt FROM @@ -2299,6 +2341,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1 GROUP BY key) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2592,6 +2636,8 @@ JOIN (SELECT key, val, count(1) FROM T1 GROUP BY key, val) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM (SELECT key, count(1) FROM T1 GROUP BY key) subq1 @@ -2599,6 +2645,8 @@ JOIN (SELECT key, val, count(1) FROM T1 GROUP BY key, val) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2853,10 +2901,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM T2 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM T2 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3058,10 +3110,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, 1, val, count(1) FROM T2 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, 1, val, count(1) FROM T2 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3253,10 +3309,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5 SELECT key, 1, val, 2, count(1) FROM T2 GROUP BY key, 1, val, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl5 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5 SELECT key, 1, val, 2, count(1) FROM T2 GROUP BY key, 1, val, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3445,12 +3505,16 @@ SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2)subq group by key, constant, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2)subq group by key, constant, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3643,6 +3707,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 select key, constant3, val, count(1) from @@ -3652,6 +3718,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3862,11 +3930,17 @@ FROM T2 INSERT OVERWRITE TABLE DEST1 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM T2 INSERT OVERWRITE TABLE DEST1 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -4025,11 +4099,17 @@ FROM (select key, val from T2 where key = 8) x INSERT OVERWRITE TABLE DEST1 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM (select key, val from T2 where key = 8) x INSERT OVERWRITE TABLE DEST1 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out index 2fa8c3a..0003cdb 100644 --- ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out +++ ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM T1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM T1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -230,10 +234,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2 SELECT key, val, count(1) FROM T1 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2 SELECT key, val, count(1) FROM T1 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -455,10 +463,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM (SELECT key, val FROM T1) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM (SELECT key, val FROM T1) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -639,10 +651,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1) subq1 GROUP BY k PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1) subq1 GROUP BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -831,10 +847,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3 SELECT 1, key, count(1) FROM T1 GROUP BY 1, key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl3 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3 SELECT 1, key, count(1) FROM T1 GROUP BY 1, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1024,10 +1044,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, 1, val, count(1) FROM T1 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, 1, val, count(1) FROM T1 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1250,10 +1274,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3 SELECT key, key + 1, count(1) FROM T1 GROUP BY key, key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl3 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3 SELECT key, key + 1, count(1) FROM T1 GROUP BY key, key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1476,12 +1504,16 @@ SELECT cast(key + key as string), sum(cnt) from (SELECT key, count(1) as cnt FROM T1 GROUP BY key) subq1 group by key + key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT cast(key + key as string), sum(cnt) from (SELECT key, count(1) as cnt FROM T1 GROUP BY key) subq1 group by key + key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1719,6 +1751,8 @@ SELECT key, count(1) FROM T1 GROUP BY key SELECT key, count(1) FROM T1 GROUP BY key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT * FROM ( @@ -1727,6 +1761,8 @@ SELECT key, count(1) FROM T1 GROUP BY key SELECT key, count(1) FROM T1 GROUP BY key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2031,6 +2067,8 @@ SELECT key, count(1) FROM T1 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1 GROUP BY key + key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT * FROM ( @@ -2039,6 +2077,8 @@ SELECT key, count(1) FROM T1 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1 GROUP BY key + key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2386,6 +2426,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1 GROUP BY key) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT subq1.key, subq1.cnt+subq2.cnt FROM @@ -2394,6 +2436,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1 GROUP BY key) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2687,6 +2731,8 @@ JOIN (SELECT key, val, count(1) FROM T1 GROUP BY key, val) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM (SELECT key, count(1) FROM T1 GROUP BY key) subq1 @@ -2694,6 +2740,8 @@ JOIN (SELECT key, val, count(1) FROM T1 GROUP BY key, val) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2967,10 +3015,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM T2 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1 SELECT key, count(1) FROM T2 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3191,10 +3243,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, 1, val, count(1) FROM T2 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, 1, val, count(1) FROM T2 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3386,10 +3442,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5 SELECT key, 1, val, 2, count(1) FROM T2 GROUP BY key, 1, val, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl5 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5 SELECT key, 1, val, 2, count(1) FROM T2 GROUP BY key, 1, val, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3578,12 +3638,16 @@ SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2)subq group by key, constant, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2)subq group by key, constant, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3776,6 +3840,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@outputtbl4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4 select key, constant3, val, count(1) from @@ -3785,6 +3851,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@outputtbl4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3995,11 +4063,17 @@ FROM T2 INSERT OVERWRITE TABLE DEST1 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM T2 INSERT OVERWRITE TABLE DEST1 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -4173,11 +4247,17 @@ FROM (select key, val from T2 where key = 8) x INSERT OVERWRITE TABLE DEST1 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM (select key, val from T2 where key = 8) x INSERT OVERWRITE TABLE DEST1 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/having.q.out ql/src/test/results/clientpositive/spark/having.q.out index 84ee703..7d01e29 100644 --- ql/src/test/results/clientpositive/spark/having.q.out +++ ql/src/test/results/clientpositive/spark/having.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT count(value) AS c FROM src GROUP BY key HAVING c > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(value) AS c FROM src GROUP BY key HAVING c > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -87,8 +91,12 @@ POSTHOOK: Input: default@src 5 PREHOOK: query: EXPLAIN SELECT key, max(value) AS c FROM src GROUP BY key HAVING key != 302 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, max(value) AS c FROM src GROUP BY key HAVING key != 302 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -460,8 +468,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -732,8 +744,12 @@ POSTHOOK: Input: default@src 98 PREHOOK: query: EXPLAIN SELECT key FROM src where key > 300 GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src where key > 300 GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -929,8 +945,12 @@ POSTHOOK: Input: default@src 498 PREHOOK: query: EXPLAIN SELECT key, max(value) FROM src GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, max(value) FROM src GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1197,8 +1217,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: EXPLAIN SELECT key, COUNT(value) FROM src GROUP BY key HAVING count(value) >= 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, COUNT(value) FROM src GROUP BY key HAVING count(value) >= 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out index ac83820..01aba26 100644 --- ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out +++ ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out @@ -7,6 +7,8 @@ from on (t2.key=t3.key ) where t2.value='val_105' and t3.key='105' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t2.* from @@ -16,6 +18,8 @@ from on (t2.key=t3.key ) where t2.value='val_105' and t3.key='105' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/innerjoin.q.out ql/src/test/results/clientpositive/spark/innerjoin.q.out index c02aa2a..20239da 100644 --- ql/src/test/results/clientpositive/spark/innerjoin.q.out +++ ql/src/test/results/clientpositive/spark/innerjoin.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 INNER JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN FROM src src1 INNER JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1181,9 +1185,13 @@ POSTHOOK: Input: default@i PREHOOK: query: explain select * from (select * from src) `inner` left outer join src on `inner`.key=src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src) `inner` left outer join src on `inner`.key=src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/input12.q.out ql/src/test/results/clientpositive/spark/input12.q.out index 2fba863..c3d8889 100644 --- ql/src/test/results/clientpositive/spark/input12.q.out +++ ql/src/test/results/clientpositive/spark/input12.q.out @@ -28,12 +28,20 @@ INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 +PREHOOK: Output: default@dest3@ds=2008-04-08/hr=12 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 +POSTHOOK: Output: default@dest3@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/input13.q.out ql/src/test/results/clientpositive/spark/input13.q.out index dc5eec3..434b180 100644 --- ql/src/test/results/clientpositive/spark/input13.q.out +++ ql/src/test/results/clientpositive/spark/input13.q.out @@ -29,6 +29,11 @@ INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key >= 100 and INSERT OVERWRITE TABLE dest3 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 and src.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/dest4.out' SELECT src.value WHERE src.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 +PREHOOK: Output: default@dest3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/dest4.out POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100 @@ -36,6 +41,11 @@ INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key >= 100 and INSERT OVERWRITE TABLE dest3 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 and src.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/dest4.out' SELECT src.value WHERE src.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 +POSTHOOK: Output: default@dest3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/dest4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 diff --git ql/src/test/results/clientpositive/spark/input14.q.out ql/src/test/results/clientpositive/spark/input14.q.out index ef2f37c..6fc639e 100644 --- ql/src/test/results/clientpositive/spark/input14.q.out +++ ql/src/test/results/clientpositive/spark/input14.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/input17.q.out ql/src/test/results/clientpositive/spark/input17.q.out index d111c0f..5818675 100644 --- ql/src/test/results/clientpositive/spark/input17.q.out +++ ql/src/test/results/clientpositive/spark/input17.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM src_thrift @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/input18.q.out ql/src/test/results/clientpositive/spark/input18.q.out index ba77d15..ba9637a 100644 --- ql/src/test/results/clientpositive/spark/input18.q.out +++ ql/src/test/results/clientpositive/spark/input18.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/input1_limit.q.out ql/src/test/results/clientpositive/spark/input1_limit.q.out index cfc96cd..a2d964b 100644 --- ql/src/test/results/clientpositive/spark/input1_limit.q.out +++ ql/src/test/results/clientpositive/spark/input1_limit.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, src.value WHERE src.key < 100 LIMIT 10 INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key < 100 LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, src.value WHERE src.key < 100 LIMIT 10 INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key < 100 LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/input_part2.q.out ql/src/test/results/clientpositive/spark/input_part2.q.out index 12a0afb..14af9c0 100644 --- ql/src/test/results/clientpositive/spark/input_part2.q.out +++ ql/src/test/results/clientpositive/spark/input_part2.q.out @@ -19,11 +19,21 @@ FROM srcpart INSERT OVERWRITE TABLE dest1 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12' INSERT OVERWRITE TABLE dest2 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart INSERT OVERWRITE TABLE dest1 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12' INSERT OVERWRITE TABLE dest2 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/insert1.q.out ql/src/test/results/clientpositive/spark/insert1.q.out index 25f7289..139b377 100644 --- ql/src/test/results/clientpositive/spark/insert1.q.out +++ ql/src/test/results/clientpositive/spark/insert1.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: insert1.key SIMPLE [] POSTHOOK: Lineage: insert1.value SIMPLE [(insert2)a.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -75,8 +79,12 @@ STAGE PLANS: PREHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -138,8 +146,12 @@ POSTHOOK: Output: database:x POSTHOOK: Output: x@insert1 PREHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: x@insert1 POSTHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: x@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -187,8 +199,12 @@ STAGE PLANS: PREHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -239,11 +255,17 @@ from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 +PREHOOK: Output: x@insert1 POSTHOOK: query: explain from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 +POSTHOOK: Output: x@insert1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/insert_into1.q.out ql/src/test/results/clientpositive/spark/insert_into1.q.out index 2b479ab..9b5a78d 100644 --- ql/src/test/results/clientpositive/spark/insert_into1.q.out +++ ql/src/test/results/clientpositive/spark/insert_into1.q.out @@ -12,8 +12,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * from src ORDER BY key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * from src ORDER BY key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -103,9 +107,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain select count(*) from insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -127,8 +135,12 @@ POSTHOOK: Input: default@insert_into1 100 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -218,9 +230,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -242,8 +258,12 @@ POSTHOOK: Input: default@insert_into1 200 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -333,9 +353,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -357,8 +381,12 @@ POSTHOOK: Input: default@insert_into1 10 PREHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -414,8 +442,12 @@ POSTHOOK: Lineage: insert_into1.key SIMPLE [] POSTHOOK: Lineage: insert_into1.value SIMPLE [] PREHOOK: query: explain insert into insert_into1 select 2, 'b' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert into insert_into1 select 2, 'b' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -482,9 +514,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain insert into table insert_into1 values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert into table insert_into1 values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -543,9 +579,13 @@ POSTHOOK: Lineage: insert_into1.value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/insert_into2.q.out ql/src/test/results/clientpositive/spark/insert_into2.q.out index 4a68cc7..e8daace 100644 --- ql/src/test/results/clientpositive/spark/insert_into2.q.out +++ ql/src/test/results/clientpositive/spark/insert_into2.q.out @@ -15,9 +15,13 @@ POSTHOOK: Output: default@insert_into2 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -96,9 +100,13 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSche PREHOOK: query: explain select count (*) from insert_into2 where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain select count (*) from insert_into2 where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -131,9 +139,13 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSche PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -171,9 +183,13 @@ POSTHOOK: Input: default@insert_into2@ds=1 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -271,9 +287,13 @@ POSTHOOK: Input: default@insert_into2@ds=2 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -296,9 +316,13 @@ POSTHOOK: Input: default@insert_into2 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -396,9 +420,13 @@ POSTHOOK: Input: default@insert_into2@ds=2 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -431,9 +459,15 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Input: default@insert_into2@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Input: default@insert_into2@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/insert_into3.q.out ql/src/test/results/clientpositive/spark/insert_into3.q.out index a75cb81..a46cca0 100644 --- ql/src/test/results/clientpositive/spark/insert_into3.q.out +++ ql/src/test/results/clientpositive/spark/insert_into3.q.out @@ -25,9 +25,15 @@ POSTHOOK: Output: default@insert_into3b PREHOOK: query: EXPLAIN FROM src INSERT INTO TABLE insert_into3a SELECT * ORDER BY key, value LIMIT 50 INSERT INTO TABLE insert_into3b SELECT * ORDER BY key, value LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into3a +PREHOOK: Output: default@insert_into3b POSTHOOK: query: EXPLAIN FROM src INSERT INTO TABLE insert_into3a SELECT * ORDER BY key, value LIMIT 50 INSERT INTO TABLE insert_into3b SELECT * ORDER BY key, value LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into3a +POSTHOOK: Output: default@insert_into3b STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -187,9 +193,15 @@ POSTHOOK: Input: default@insert_into3b PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE insert_into3a SELECT * LIMIT 10 INSERT INTO TABLE insert_into3b SELECT * LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into3a +PREHOOK: Output: default@insert_into3b POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE insert_into3a SELECT * LIMIT 10 INSERT INTO TABLE insert_into3b SELECT * LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into3a +POSTHOOK: Output: default@insert_into3b STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/join0.q.out ql/src/test/results/clientpositive/spark/join0.q.out index 0db05a3..a481b6c 100644 --- ql/src/test/results/clientpositive/spark/join0.q.out +++ ql/src/test/results/clientpositive/spark/join0.q.out @@ -7,6 +7,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -15,6 +17,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,6 +106,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FORMATTED SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -110,6 +116,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src #### A masked pattern was here #### Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Work 'Reducer 2' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, diff --git ql/src/test/results/clientpositive/spark/join1.q.out ql/src/test/results/clientpositive/spark/join1.q.out index d89d3e5..4fc03b0 100644 --- ql/src/test/results/clientpositive/spark/join1.q.out +++ ql/src/test/results/clientpositive/spark/join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join10.q.out ql/src/test/results/clientpositive/spark/join10.q.out index 80fa3f2..bffcca1 100644 --- ql/src/test/results/clientpositive/spark/join10.q.out +++ ql/src/test/results/clientpositive/spark/join10.q.out @@ -5,6 +5,8 @@ JOIN ON (x.key = Y.key) SELECT Y.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -12,6 +14,8 @@ JOIN ON (x.key = Y.key) SELECT Y.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join11.q.out ql/src/test/results/clientpositive/spark/join11.q.out index aa682bc..c10fefb 100644 --- ql/src/test/results/clientpositive/spark/join11.q.out +++ ql/src/test/results/clientpositive/spark/join11.q.out @@ -6,6 +6,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -14,6 +16,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join12.q.out ql/src/test/results/clientpositive/spark/join12.q.out index f3cfe0c..157a138 100644 --- ql/src/test/results/clientpositive/spark/join12.q.out +++ ql/src/test/results/clientpositive/spark/join12.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join13.q.out ql/src/test/results/clientpositive/spark/join13.q.out index 8c2ce61..7755ee7 100644 --- ql/src/test/results/clientpositive/spark/join13.q.out +++ ql/src/test/results/clientpositive/spark/join13.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join14.q.out ql/src/test/results/clientpositive/spark/join14.q.out index 463b1d5..2ceb1b2 100644 --- ql/src/test/results/clientpositive/spark/join14.q.out +++ ql/src/test/results/clientpositive/spark/join14.q.out @@ -10,10 +10,20 @@ PREHOOK: query: EXPLAIN FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1 SELECT src.key, srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1 SELECT src.key, srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join15.q.out ql/src/test/results/clientpositive/spark/join15.q.out index 8623359..c084019 100644 --- ql/src/test/results/clientpositive/spark/join15.q.out +++ ql/src/test/results/clientpositive/spark/join15.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join16.q.out ql/src/test/results/clientpositive/spark/join16.q.out index cae2fb7..18b08ab 100644 --- ql/src/test/results/clientpositive/spark/join16.q.out +++ ql/src/test/results/clientpositive/spark/join16.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join17.q.out ql/src/test/results/clientpositive/spark/join17.q.out index e8619fe..de491e6 100644 --- ql/src/test/results/clientpositive/spark/join17.q.out +++ ql/src/test/results/clientpositive/spark/join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join18.q.out ql/src/test/results/clientpositive/spark/join18.q.out index 1a949b2..37bd422 100644 --- ql/src/test/results/clientpositive/spark/join18.q.out +++ ql/src/test/results/clientpositive/spark/join18.q.out @@ -11,6 +11,9 @@ PREHOOK: query: EXPLAIN ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value FROM @@ -24,6 +27,9 @@ POSTHOOK: query: EXPLAIN ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out index d0ae0ba..a3d31bd 100644 --- ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out @@ -12,6 +12,9 @@ PREHOOK: query: EXPLAIN ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value1, b.value2 FROM @@ -26,6 +29,9 @@ POSTHOOK: query: EXPLAIN ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join19.q.out ql/src/test/results/clientpositive/spark/join19.q.out index fc1fd2f..9786eed 100644 --- ql/src/test/results/clientpositive/spark/join19.q.out +++ ql/src/test/results/clientpositive/spark/join19.q.out @@ -62,6 +62,8 @@ t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL' ) t66 ON (t66.subject=t55.object) PREHOOK: type: QUERY +PREHOOK: Input: default@triples +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object FROM @@ -118,6 +120,8 @@ t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL' ) t66 ON (t66.subject=t55.object) POSTHOOK: type: QUERY +POSTHOOK: Input: default@triples +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -126,11 +130,11 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 10 <- Map 11 (PARTITION-LEVEL SORT, 2), Map 9 (PARTITION-LEVEL SORT, 2) - Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 5 (PARTITION-LEVEL SORT, 2) - Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2), Reducer 7 (PARTITION-LEVEL SORT, 2) - Reducer 4 <- Reducer 10 (PARTITION-LEVEL SORT, 2), Reducer 3 (PARTITION-LEVEL SORT, 2) - Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 2), Map 8 (PARTITION-LEVEL SORT, 2) + Reducer 10 <- Map 11 (PARTITION-LEVEL SORT, 1), Map 9 (PARTITION-LEVEL SORT, 1) + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 5 (PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 1), Reducer 7 (PARTITION-LEVEL SORT, 1) + Reducer 4 <- Reducer 10 (PARTITION-LEVEL SORT, 1), Reducer 3 (PARTITION-LEVEL SORT, 1) + Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 1), Map 8 (PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git ql/src/test/results/clientpositive/spark/join2.q.out ql/src/test/results/clientpositive/spark/join2.q.out index d2d6b1d..4cc2ebc 100644 --- ql/src/test/results/clientpositive/spark/join2.q.out +++ ql/src/test/results/clientpositive/spark/join2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j2 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join20.q.out ql/src/test/results/clientpositive/spark/join20.q.out index daf6328..75e19b1 100644 --- ql/src/test/results/clientpositive/spark/join20.q.out +++ ql/src/test/results/clientpositive/spark/join20.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -663,10 +667,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join21.q.out ql/src/test/results/clientpositive/spark/join21.q.out index 6a1da72..1632924 100644 --- ql/src/test/results/clientpositive/spark/join21.q.out +++ ql/src/test/results/clientpositive/spark/join21.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join22.q.out ql/src/test/results/clientpositive/spark/join22.q.out index e4c1ac6..9cf31ba 100644 --- ql/src/test/results/clientpositive/spark/join22.q.out +++ ql/src/test/results/clientpositive/spark/join22.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -12,8 +16,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 4 (PARTITION-LEVEL SORT, 2) - Reducer 3 <- Map 5 (PARTITION-LEVEL SORT, 2), Reducer 2 (PARTITION-LEVEL SORT, 2) + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1) + Reducer 3 <- Map 5 (PARTITION-LEVEL SORT, 1), Reducer 2 (PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git ql/src/test/results/clientpositive/spark/join23.q.out ql/src/test/results/clientpositive/spark/join23.q.out index 40039db..5f7a977 100644 --- ql/src/test/results/clientpositive/spark/join23.q.out +++ ql/src/test/results/clientpositive/spark/join23.q.out @@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[4][tables = [src1, src2]] in Work 'Reducer 2' is a cr PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join25.q.out ql/src/test/results/clientpositive/spark/join25.q.out index 0514466..7c20906 100644 --- ql/src/test/results/clientpositive/spark/join25.q.out +++ ql/src/test/results/clientpositive/spark/join25.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join26.q.out ql/src/test/results/clientpositive/spark/join26.q.out index e8186ab..096e381 100644 --- ql/src/test/results/clientpositive/spark/join26.q.out +++ ql/src/test/results/clientpositive/spark/join26.q.out @@ -12,12 +12,22 @@ SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join27.q.out ql/src/test/results/clientpositive/spark/join27.q.out index 40a91e7..5d9548c 100644 --- ql/src/test/results/clientpositive/spark/join27.q.out +++ ql/src/test/results/clientpositive/spark/join27.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.value = y.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.value = y.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join28.q.out ql/src/test/results/clientpositive/spark/join28.q.out index 4a3343a..7a2e8a8 100644 --- ql/src/test/results/clientpositive/spark/join28.q.out +++ ql/src/test/results/clientpositive/spark/join28.q.out @@ -14,6 +14,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT subq.key1, z.value @@ -22,6 +27,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join29.q.out ql/src/test/results/clientpositive/spark/join29.q.out index 8477a7e..354bace 100644 --- ql/src/test/results/clientpositive/spark/join29.q.out +++ ql/src/test/results/clientpositive/spark/join29.q.out @@ -12,12 +12,18 @@ SELECT subq1.key, subq1.cnt, subq2.cnt FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT subq1.key, subq1.cnt, subq2.cnt FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join3.q.out ql/src/test/results/clientpositive/spark/join3.q.out index 5ee3c52..e9fd455 100644 --- ql/src/test/results/clientpositive/spark/join3.q.out +++ ql/src/test/results/clientpositive/spark/join3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join30.q.out ql/src/test/results/clientpositive/spark/join30.q.out index 5bfa57b..7873a35 100644 --- ql/src/test/results/clientpositive/spark/join30.q.out +++ ql/src/test/results/clientpositive/spark/join30.q.out @@ -10,10 +10,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x) */ x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x) */ x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join31.q.out ql/src/test/results/clientpositive/spark/join31.q.out index 7eaaff9..d830dd3 100644 --- ql/src/test/results/clientpositive/spark/join31.q.out +++ ql/src/test/results/clientpositive/spark/join31.q.out @@ -13,6 +13,9 @@ FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) group by subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT subq1.key, count(1) as cnt @@ -20,6 +23,9 @@ FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) group by subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join32.q.out ql/src/test/results/clientpositive/spark/join32.q.out index 80e8f35..94e009b 100644 --- ql/src/test/results/clientpositive/spark/join32.q.out +++ ql/src/test/results/clientpositive/spark/join32.q.out @@ -12,12 +12,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join32_lessSize.q.out ql/src/test/results/clientpositive/spark/join32_lessSize.q.out index d3e648f..fd3bc41 100644 --- ql/src/test/results/clientpositive/spark/join32_lessSize.q.out +++ ql/src/test/results/clientpositive/spark/join32_lessSize.q.out @@ -20,12 +20,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -470,6 +480,9 @@ FROM src w JOIN src1 x ON (x.value = w.value) JOIN src y ON (x.key = y.key) JOIN src1 z ON (x.key = z.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT x.key, z.value, y.value @@ -477,6 +490,9 @@ FROM src w JOIN src1 x ON (x.value = w.value) JOIN src y ON (x.key = y.key) JOIN src1 z ON (x.key = z.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -1005,12 +1021,22 @@ SELECT res.key, z.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart z ON (res.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j2 SELECT res.key, z.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart z ON (res.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j2 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -1458,12 +1484,22 @@ SELECT res.key, z.value, res.value FROM (select x.key, x.value from src1 x LEFT OUTER JOIN src y ON (x.key = y.key)) res JOIN srcpart z ON (res.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j2 SELECT res.key, z.value, res.value FROM (select x.key, x.value from src1 x LEFT OUTER JOIN src y ON (x.key = y.key)) res JOIN srcpart z ON (res.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j2 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -1919,12 +1955,22 @@ SELECT res.key, x.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart x ON (res.value = x.value and x.ds='2008-04-08' and x.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j2 SELECT res.key, x.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart x ON (res.value = x.value and x.ds='2008-04-08' and x.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j2 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -2164,12 +2210,22 @@ SELECT res.key, y.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart y ON (res.value = y.value and y.ds='2008-04-08' and y.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j2 SELECT res.key, y.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart y ON (res.value = y.value and y.ds='2008-04-08' and y.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j2 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join33.q.out ql/src/test/results/clientpositive/spark/join33.q.out index 80e8f35..94e009b 100644 --- ql/src/test/results/clientpositive/spark/join33.q.out +++ ql/src/test/results/clientpositive/spark/join33.q.out @@ -12,12 +12,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join34.q.out ql/src/test/results/clientpositive/spark/join34.q.out index c2bdb91..6a8427f 100644 --- ql/src/test/results/clientpositive/spark/join34.q.out +++ ql/src/test/results/clientpositive/spark/join34.q.out @@ -16,6 +16,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT x.key, x.value, subq1.value @@ -26,6 +29,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join35.q.out ql/src/test/results/clientpositive/spark/join35.q.out index eec056d..a45a415 100644 --- ql/src/test/results/clientpositive/spark/join35.q.out +++ ql/src/test/results/clientpositive/spark/join35.q.out @@ -16,6 +16,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT x.key, x.value, subq1.cnt @@ -26,6 +29,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join36.q.out ql/src/test/results/clientpositive/spark/join36.q.out index b469fc3..24adc44 100644 --- ql/src/test/results/clientpositive/spark/join36.q.out +++ ql/src/test/results/clientpositive/spark/join36.q.out @@ -51,11 +51,17 @@ INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt FROM tmp1 x JOIN tmp2 y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp1 +PREHOOK: Input: default@tmp2 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt FROM tmp1 x JOIN tmp2 y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp1 +POSTHOOK: Input: default@tmp2 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join37.q.out ql/src/test/results/clientpositive/spark/join37.q.out index 8dc4078..d7ef586 100644 --- ql/src/test/results/clientpositive/spark/join37.q.out +++ ql/src/test/results/clientpositive/spark/join37.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(X) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(X) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join38.q.out ql/src/test/results/clientpositive/spark/join38.q.out index 1bcf759..c29e07a 100644 --- ql/src/test/results/clientpositive/spark/join38.q.out +++ ql/src/test/results/clientpositive/spark/join38.q.out @@ -42,12 +42,18 @@ SELECT /*+ MAPJOIN(a) */ a.value, b.col5, count(1) as count where b.col11 = 111 group by a.value, b.col5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tmp +#### A masked pattern was here #### POSTHOOK: query: explain FROM src a JOIN tmp b ON (a.key = b.col11) SELECT /*+ MAPJOIN(a) */ a.value, b.col5, count(1) as count where b.col11 = 111 group by a.value, b.col5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tmp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/join39.q.out ql/src/test/results/clientpositive/spark/join39.q.out index e228165..df22f34 100644 --- ql/src/test/results/clientpositive/spark/join39.q.out +++ ql/src/test/results/clientpositive/spark/join39.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1 POSTHOOK: query: explain INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join4.q.out ql/src/test/results/clientpositive/spark/join4.q.out index 2396fd8..b9677e6 100644 --- ql/src/test/results/clientpositive/spark/join4.q.out +++ ql/src/test/results/clientpositive/spark/join4.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join40.q.out ql/src/test/results/clientpositive/spark/join40.q.out index 03c00a9..95cf0e4 100644 --- ql/src/test/results/clientpositive/spark/join40.q.out +++ ql/src/test/results/clientpositive/spark/join40.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -651,9 +655,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN select src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1770,10 +1778,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2431,10 +2443,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3092,10 +3108,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3743,9 +3763,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT COUNT(1) FROM SRC A JOIN SRC B ON (A.KEY=B.KEY) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(1) FROM SRC A JOIN SRC B ON (A.KEY=B.KEY) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/join41.q.out ql/src/test/results/clientpositive/spark/join41.q.out index a2d2c49..8d18b08 100644 --- ql/src/test/results/clientpositive/spark/join41.q.out +++ ql/src/test/results/clientpositive/spark/join41.q.out @@ -13,9 +13,13 @@ POSTHOOK: Lineage: s1.value SIMPLE [(src)src.FieldSchema(name:value, type:string PREHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) PREHOOK: type: QUERY +PREHOOK: Input: default@s1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) POSTHOOK: type: QUERY +POSTHOOK: Input: default@s1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -98,9 +102,13 @@ POSTHOOK: Input: default@s1 PREHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) PREHOOK: type: QUERY +PREHOOK: Input: default@s1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) POSTHOOK: type: QUERY +POSTHOOK: Input: default@s1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join5.q.out ql/src/test/results/clientpositive/spark/join5.q.out index f9dfbec..af02d12 100644 --- ql/src/test/results/clientpositive/spark/join5.q.out +++ ql/src/test/results/clientpositive/spark/join5.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join6.q.out ql/src/test/results/clientpositive/spark/join6.q.out index 3f884ca..e46722b 100644 --- ql/src/test/results/clientpositive/spark/join6.q.out +++ ql/src/test/results/clientpositive/spark/join6.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join7.q.out ql/src/test/results/clientpositive/spark/join7.q.out index d43c5cd..ec0217f 100644 --- ql/src/test/results/clientpositive/spark/join7.q.out +++ ql/src/test/results/clientpositive/spark/join7.q.out @@ -26,6 +26,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -46,6 +48,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join8.q.out ql/src/test/results/clientpositive/spark/join8.q.out index a6b9c18..6e9626e 100644 --- ql/src/test/results/clientpositive/spark/join8.q.out +++ ql/src/test/results/clientpositive/spark/join8.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join9.q.out ql/src/test/results/clientpositive/spark/join9.q.out index 76534ad..4bf672a 100644 --- ql/src/test/results/clientpositive/spark/join9.q.out +++ ql/src/test/results/clientpositive/spark/join9.q.out @@ -10,10 +10,18 @@ PREHOOK: query: EXPLAIN EXTENDED FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out index b1ee89c..9a267aa 100644 --- ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out +++ ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out @@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' i PREHOOK: query: explain select p1.p_name, p2.p_name from part p1 , part p2 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name from part p1 , part p2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -70,10 +74,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 ,part p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 ,part p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -166,10 +174,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , (select p_name from part) p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , (select p_name from part) p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -263,10 +275,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , part p2 , part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , part p2 , part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -377,11 +393,15 @@ from part p1 , part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name, p4.p_name from part p1 , part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -531,11 +551,15 @@ from part p1 join part p2 on p2.p_name = p1.p_name , part p3 , part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name, p4.p_name from part p1 join part p2 on p2.p_name = p1.p_name , part p3 , part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out index 4c63e95..86aa157 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -98,9 +102,13 @@ STAGE PLANS: PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -196,9 +204,13 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 'Re PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -309,9 +321,13 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 'Re PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey = 1 and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey = 1 and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out index c978857..634107d 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 on p2.p_name = p3.p_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 on p2.p_name = p3.p_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -138,10 +142,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 on p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 on p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out index 380629a..28736f8 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,10 +105,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_name = p1.p_name and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_name = p1.p_name and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -201,10 +209,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -316,10 +328,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey = 1 and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey = 1 and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out index d1bcf20..0a0a254 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 where p2.p_name = p3.p_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 where p2.p_name = p3.p_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -141,11 +145,15 @@ from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out index 90cb5e1..762a5e8 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out @@ -57,9 +57,17 @@ POSTHOOK: Output: default@part3 PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name and p2_name = p3_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name and p2_name = p3_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,9 +166,17 @@ STAGE PLANS: PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -260,9 +276,17 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 'Re PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_partkey + p_partkey = p1.p_partkey and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_partkey + p_partkey = p1.p_partkey and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -373,9 +397,17 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 'Re PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_partkey = 1 and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_partkey = 1 and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out index bb050cb..88471af 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out @@ -57,9 +57,17 @@ POSTHOOK: Output: default@part3 PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name join part p4 on p2_name = p3_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name join part p4 on p2_name = p3_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -179,10 +187,18 @@ PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name join part p4 on p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name join part p4 on p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out index 84ab5f9..d7d3e2c 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out @@ -58,10 +58,18 @@ PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 where p1.p_name = p2_name and p2_name = p3_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 where p1.p_name = p2_name and p2_name = p3_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -161,10 +169,18 @@ PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 where p2_name = p1.p_name and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 where p2_name = p1.p_name and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -265,10 +281,18 @@ PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 where p2_partkey + p1.p_partkey = p1.p_partkey and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 where p2_partkey + p1.p_partkey = p1.p_partkey and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -380,10 +404,18 @@ PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 where p2_partkey = 1 and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 where p2_partkey = 1 and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out index 173e854..c973dd2 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out @@ -58,10 +58,18 @@ PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -182,11 +190,19 @@ from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name join part p4 where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name join part p4 where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out index 9b8b69c..d71a8bd 100644 --- ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out +++ ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: a.key SIMPLE [] POSTHOOK: Lineage: a.value SCRIPT [] PREHOOK: query: explain extended select * from a left outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (a.key=c.key AND a.value=60 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a left outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (a.key=c.key AND a.value=60 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -315,8 +319,12 @@ POSTHOOK: Input: default@a 100 60 NULL NULL 100 60 PREHOOK: query: explain extended select * from a right outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (b.key=c.key AND b.value=60 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a right outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (b.key=c.key AND b.value=60 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -618,8 +626,12 @@ NULL NULL 100 40 NULL NULL NULL NULL 100 60 100 60 PREHOOK: query: explain extended select * from a right outer join a b on (a.key=b.key AND a.value=50 AND b.value=50 AND b.value>10) left outer join a c on (b.key=c.key AND b.value=60 AND b.value>20 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a right outer join a b on (a.key=b.key AND a.value=50 AND b.value=50 AND b.value>10) left outer join a c on (b.key=c.key AND b.value=60 AND b.value>20 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -921,8 +933,12 @@ NULL NULL 100 40 NULL NULL NULL NULL 100 60 100 60 PREHOOK: query: explain extended select * from a full outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (b.key=c.key AND b.value=60 AND c.value=60) left outer join a d on (a.key=d.key AND a.value=40 AND d.value=40) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a full outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (b.key=c.key AND b.value=60 AND c.value=60) left outer join a d on (a.key=d.key AND a.value=40 AND d.value=40) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1289,8 +1305,12 @@ NULL NULL 100 40 NULL NULL NULL NULL NULL NULL 100 60 100 60 NULL NULL PREHOOK: query: explain extended select * from a left outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (a.key=c.key AND a.value=60 AND c.value=60) left outer join a d on (a.key=d.key AND a.value=40 AND d.value=40) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a left outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (a.key=c.key AND a.value=60 AND c.value=60) left outer join a d on (a.key=d.key AND a.value=40 AND d.value=40) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_hive_626.q.out ql/src/test/results/clientpositive/spark/join_hive_626.q.out index cfdbba4..30c2486 100644 --- ql/src/test/results/clientpositive/spark/join_hive_626.q.out +++ ql/src/test/results/clientpositive/spark/join_hive_626.q.out @@ -60,10 +60,18 @@ PREHOOK: query: explain select hive_foo.foo_name, hive_bar.bar_name, n from hive_foo join hive_bar on hive_foo.foo_id = hive_bar.foo_id join hive_count on hive_count.bar_id = hive_bar.bar_id PREHOOK: type: QUERY +PREHOOK: Input: default@hive_bar +PREHOOK: Input: default@hive_count +PREHOOK: Input: default@hive_foo +#### A masked pattern was here #### POSTHOOK: query: explain select hive_foo.foo_name, hive_bar.bar_name, n from hive_foo join hive_bar on hive_foo.foo_id = hive_bar.foo_id join hive_count on hive_count.bar_id = hive_bar.bar_id POSTHOOK: type: QUERY +POSTHOOK: Input: default@hive_bar +POSTHOOK: Input: default@hive_count +POSTHOOK: Input: default@hive_foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_map_ppr.q.out ql/src/test/results/clientpositive/spark/join_map_ppr.q.out index d2c674e..9b4024f 100644 --- ql/src/test/results/clientpositive/spark/join_map_ppr.q.out +++ ql/src/test/results/clientpositive/spark/join_map_ppr.q.out @@ -13,6 +13,11 @@ FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value @@ -20,6 +25,11 @@ FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -506,6 +516,11 @@ FROM src1_copy x JOIN src_copy y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@src1_copy +PREHOOK: Input: default@src_copy +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value @@ -513,6 +528,11 @@ FROM src1_copy x JOIN src_copy y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1_copy +POSTHOOK: Input: default@src_copy +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out index 4f1148b..a36de96 100644 --- ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out +++ ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out @@ -1,9 +1,21 @@ PREHOOK: query: explain select count(*) from srcpart a join srcpart b on a.key = b.key and a.hr = b.hr join srcpart c on a.hr = c.hr and a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart a join srcpart b on a.key = b.key and a.hr = b.hr join srcpart c on a.hr = c.hr and a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_merging.q.out ql/src/test/results/clientpositive/spark/join_merging.q.out index 2cfc5d4..1563e38 100644 --- ql/src/test/results/clientpositive/spark/join_merging.q.out +++ ql/src/test/results/clientpositive/spark/join_merging.q.out @@ -3,11 +3,15 @@ from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_size, p2.p_size from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,11 +105,15 @@ from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 and p1.p_size > p2.p_size + 10 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_size, p2.p_size from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 and p1.p_size > p2.p_size + 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_nullsafe.q.out ql/src/test/results/clientpositive/spark/join_nullsafe.q.out index 4f5bb57..8ee6a47 100644 --- ql/src/test/results/clientpositive/spark/join_nullsafe.q.out +++ ql/src/test/results/clientpositive/spark/join_nullsafe.q.out @@ -16,8 +16,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@myinput1 PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,8 +105,12 @@ NULL NULL 48 NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -198,8 +206,12 @@ POSTHOOK: Input: default@myinput1 100 100 100 100 100 100 PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -314,8 +326,12 @@ NULL NULL NULL NULL NULL 35 NULL NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -409,8 +425,12 @@ POSTHOOK: Input: default@myinput1 NULL 10 10 NULL NULL 10 PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1540,8 +1560,12 @@ NULL NULL 12 NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.key is NULL PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.key is NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_rc.q.out ql/src/test/results/clientpositive/spark/join_rc.q.out index fbe3aa9..8297cb4 100644 --- ql/src/test/results/clientpositive/spark/join_rc.q.out +++ ql/src/test/results/clientpositive/spark/join_rc.q.out @@ -38,10 +38,16 @@ PREHOOK: query: explain select join_rc1.key, join_rc2.value FROM join_rc1 JOIN join_rc2 ON join_rc1.key = join_rc2.key PREHOOK: type: QUERY +PREHOOK: Input: default@join_rc1 +PREHOOK: Input: default@join_rc2 +#### A masked pattern was here #### POSTHOOK: query: explain select join_rc1.key, join_rc2.value FROM join_rc1 JOIN join_rc2 ON join_rc1.key = join_rc2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@join_rc1 +POSTHOOK: Input: default@join_rc2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_reorder.q.out ql/src/test/results/clientpositive/spark/join_reorder.q.out index 7d5895d..a039882 100644 --- ql/src/test/results/clientpositive/spark/join_reorder.q.out +++ ql/src/test/results/clientpositive/spark/join_reorder.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@t3 PREHOOK: query: EXPLAIN FROM T1 a JOIN src c ON c.key+1=a.key SELECT a.key, a.val, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1 a JOIN src c ON c.key+1=a.key SELECT a.key, a.val, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -122,9 +128,15 @@ STAGE PLANS: PREHOOK: query: EXPLAIN FROM T1 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ a.key, a.val, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ a.key, a.val, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -229,11 +241,19 @@ PREHOOK: query: EXPLAIN FROM T1 a RIGHT OUTER JOIN T3 c ON (c.val = a.val) SELECT a.key, b.key, a.val, c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1 a LEFT OUTER JOIN T2 b ON (b.key=a.key) RIGHT OUTER JOIN T3 c ON (c.val = a.val) SELECT a.key, b.key, a.val, c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -326,11 +346,19 @@ PREHOOK: query: EXPLAIN FROM T1 a RIGHT OUTER JOIN T3 c ON (c.val = a.val) SELECT /*+ STREAMTABLE(a) */ a.key, b.key, a.val, c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1 a LEFT OUTER JOIN T2 b ON (b.key=a.key) RIGHT OUTER JOIN T3 c ON (c.val = a.val) SELECT /*+ STREAMTABLE(a) */ a.key, b.key, a.val, c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -468,12 +496,20 @@ PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T3 c (c.key, c.val) SELECT a.key, b.key, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T1 a (a.key, a.val), PRESERVE T2 b (b.key, b.val), PRESERVE T3 c (c.key, c.val) SELECT a.key, b.key, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -552,12 +588,20 @@ PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T3 c (c.key, c.val) SELECT /*+ STREAMTABLE(b) */ a.key, b.key, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T1 a (a.key, a.val), PRESERVE T2 b (b.key, b.val), PRESERVE T3 c (c.key, c.val) SELECT /*+ STREAMTABLE(b) */ a.key, b.key, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_reorder2.q.out ql/src/test/results/clientpositive/spark/join_reorder2.q.out index a651060..19891cf 100644 --- ql/src/test/results/clientpositive/spark/join_reorder2.q.out +++ ql/src/test/results/clientpositive/spark/join_reorder2.q.out @@ -68,12 +68,22 @@ FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key JOIN T4 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +PREHOOK: Input: default@t4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key JOIN T4 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +POSTHOOK: Input: default@t4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -200,12 +210,22 @@ FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON a.val = c.val JOIN T4 d ON a.key + 1 = d.key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +PREHOOK: Input: default@t4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON a.val = c.val JOIN T4 d ON a.key + 1 = d.key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +POSTHOOK: Input: default@t4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_reorder3.q.out ql/src/test/results/clientpositive/spark/join_reorder3.q.out index 632d7e4..b536a69 100644 --- ql/src/test/results/clientpositive/spark/join_reorder3.q.out +++ ql/src/test/results/clientpositive/spark/join_reorder3.q.out @@ -68,12 +68,22 @@ FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key JOIN T4 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +PREHOOK: Input: default@t4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key JOIN T4 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +POSTHOOK: Input: default@t4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -200,12 +210,22 @@ FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON a.val = c.val JOIN T4 d ON a.key + 1 = d.key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +PREHOOK: Input: default@t4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON a.val = c.val JOIN T4 d ON a.key + 1 = d.key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +POSTHOOK: Input: default@t4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_reorder4.q.out ql/src/test/results/clientpositive/spark/join_reorder4.q.out index 268fa58..0c7460d 100644 --- ql/src/test/results/clientpositive/spark/join_reorder4.q.out +++ ql/src/test/results/clientpositive/spark/join_reorder4.q.out @@ -48,8 +48,16 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@t3 PREHOOK: query: explain select /*+ STREAMTABLE(a) */ a.*, b.*, c.* from T1 a join T2 b on a.key1=b.key2 join T3 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(a) */ a.*, b.*, c.* from T1 a join T2 b on a.key1=b.key2 join T3 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,8 +156,16 @@ POSTHOOK: Input: default@t3 2 12 2 22 2 12 PREHOOK: query: explain select /*+ STREAMTABLE(b) */ a.*, b.*, c.* from T1 a join T2 b on a.key1=b.key2 join T3 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(b) */ a.*, b.*, c.* from T1 a join T2 b on a.key1=b.key2 join T3 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -248,8 +264,16 @@ POSTHOOK: Input: default@t3 2 12 2 22 2 12 PREHOOK: query: explain select /*+ STREAMTABLE(c) */ a.*, b.*, c.* from T1 a join T2 b on a.key1=b.key2 join T3 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(c) */ a.*, b.*, c.* from T1 a join T2 b on a.key1=b.key2 join T3 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_star.q.out ql/src/test/results/clientpositive/spark/join_star.q.out index 5ab9779..daa8a14 100644 --- ql/src/test/results/clientpositive/spark/join_star.q.out +++ ql/src/test/results/clientpositive/spark/join_star.q.out @@ -128,8 +128,14 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dim7 PREHOOK: query: explain select m1, m2, f2 from fact join dim1 on fact.d1=dim1.f1 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2 from fact join dim1 on fact.d1=dim1.f1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -227,8 +233,16 @@ POSTHOOK: Input: default@fact 91 92 3 PREHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1=dim1.f1 join dim2 on fact.d2=dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1=dim1.f1 join dim2 on fact.d2=dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -356,8 +370,16 @@ POSTHOOK: Input: default@fact 91 92 3 4 PREHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1= dim1.f1 join dim2 on dim1.f2 = dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1= dim1.f1 join dim2 on dim1.f2 = dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -491,8 +513,16 @@ POSTHOOK: Input: default@fact 91 92 3 3 PREHOOK: query: explain select m1, m2, f2, f4 from fact Left outer join dim1 on fact.d1= dim1.f1 Left outer join dim2 on dim1.f2 = dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact Left outer join dim1 on fact.d1= dim1.f1 Left outer join dim2 on dim1.f2 = dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -619,6 +649,15 @@ PREHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 Left outer Join dim6 on dim3.f6= dim6.f11 Left outer Join dim7 on dim6.f12 = dim7.f13 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@dim3 +PREHOOK: Input: default@dim4 +PREHOOK: Input: default@dim5 +PREHOOK: Input: default@dim6 +PREHOOK: Input: default@dim7 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 from fact Left outer join dim1 on fact.d1= dim1.f1 @@ -629,6 +668,15 @@ POSTHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 Left outer Join dim6 on dim3.f6= dim6.f11 Left outer Join dim7 on dim6.f12 = dim7.f13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@dim3 +POSTHOOK: Input: default@dim4 +POSTHOOK: Input: default@dim5 +POSTHOOK: Input: default@dim6 +POSTHOOK: Input: default@dim7 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/join_thrift.q.out ql/src/test/results/clientpositive/spark/join_thrift.q.out index dab84a3..a5063ff 100644 --- ql/src/test/results/clientpositive/spark/join_thrift.q.out +++ ql/src/test/results/clientpositive/spark/join_thrift.q.out @@ -20,12 +20,16 @@ FROM src_thrift s1 JOIN src_thrift s2 ON s1.aint = s2.aint PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.aint, s2.lintstring FROM src_thrift s1 JOIN src_thrift s2 ON s1.aint = s2.aint POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_vc.q.out ql/src/test/results/clientpositive/spark/join_vc.q.out index 39901eb..a42382c 100644 --- ql/src/test/results/clientpositive/spark/join_vc.q.out +++ ql/src/test/results/clientpositive/spark/join_vc.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value from src t1 join src t2 on t1.key = t2.key join src t3 on t2.value = t3.value order by t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value from src t1 join src t2 on t1.key = t2.key join src t3 on t2.value = t3.value order by t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -140,10 +144,14 @@ PREHOOK: query: explain select t2.BLOCK__OFFSET__INSIDE__FILE from src t1 join src t2 on t1.key = t2.key where t1.key < 100 order by t2.BLOCK__OFFSET__INSIDE__FILE PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t2.BLOCK__OFFSET__INSIDE__FILE from src t1 join src t2 on t1.key = t2.key where t1.key < 100 order by t2.BLOCK__OFFSET__INSIDE__FILE POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/join_view.q.out ql/src/test/results/clientpositive/spark/join_view.q.out index 194c387..03107e3 100644 --- ql/src/test/results/clientpositive/spark/join_view.q.out +++ ql/src/test/results/clientpositive/spark/join_view.q.out @@ -40,8 +40,16 @@ POSTHOOK: Lineage: v.foo SIMPLE [(invites2)invites2.FieldSchema(name:foo, type:i Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from v where ds='2011-09-01' PREHOOK: type: QUERY +PREHOOK: Input: default@invites +PREHOOK: Input: default@invites2 +PREHOOK: Input: default@v +#### A masked pattern was here #### POSTHOOK: query: explain select * from v where ds='2011-09-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@invites +POSTHOOK: Input: default@invites2 +POSTHOOK: Input: default@v +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out index 42e29ac..8f011a7 100644 --- ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out +++ ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out @@ -6,8 +6,12 @@ POSTHOOK: type: CREATEFUNCTION POSTHOOK: Output: explode2 PREHOOK: query: EXPLAIN SELECT col1, col2 FROM src LATERAL VIEW explode2(array(1,2,3)) myTable AS col1, col2 group by col1, col2 LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT col1, col2 FROM src LATERAL VIEW explode2(array(1,2,3)) myTable AS col1, col2 group by col1, col2 LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/leftsemijoin.q.out ql/src/test/results/clientpositive/spark/leftsemijoin.q.out index 06df989..db0596f 100644 --- ql/src/test/results/clientpositive/spark/leftsemijoin.q.out +++ ql/src/test/results/clientpositive/spark/leftsemijoin.q.out @@ -111,8 +111,12 @@ POSTHOOK: Output: default@things Warning: Shuffle Join JOIN[10][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -254,8 +258,12 @@ STANDARD PLATED TIN STANDARD POLISHED STEEL PREHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/limit_pushdown.q.out ql/src/test/results/clientpositive/spark/limit_pushdown.q.out index 82ba94a..e651851 100644 --- ql/src/test/results/clientpositive/spark/limit_pushdown.q.out +++ ql/src/test/results/clientpositive/spark/limit_pushdown.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key,value from src order by key limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -84,9 +88,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select key,value from src order by key desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -167,9 +175,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -259,9 +271,13 @@ val_131 132.0 PREHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -351,9 +367,13 @@ val_131 132.0 PREHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -440,9 +460,13 @@ NULL PREHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -534,9 +558,13 @@ NULL 2932 PREHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -628,9 +656,13 @@ NULL 2932 PREHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -719,9 +751,13 @@ NULL 3065 3 PREHOOK: query: explain select key,value from src order by key limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -743,9 +779,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key) as sum from src group by value order by sum limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by sum limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -851,6 +891,8 @@ join (select key, count(1) from src group by key limit 3) subq2 on subq.key=subq2.key limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select key, count(1) from src group by key order by key limit 2) subq @@ -858,6 +900,8 @@ join (select key, count(1) from src group by key limit 3) subq2 on subq.key=subq2.key limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1000,9 +1044,13 @@ STAGE PLANS: PREHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1086,9 +1134,13 @@ val_131 131.0 PREHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1249,9 +1301,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out index 62c26e6..3a16d76 100644 --- ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out +++ ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out @@ -3,11 +3,15 @@ select key, value, avg(key + 1) from src group by key, value order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -103,11 +107,15 @@ select key, value, avg(key + 1) from src group by key, value order by key, value desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key, value desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -203,11 +211,15 @@ select key, value, avg(key + 1) from src group by key, value order by key desc, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key desc, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -303,11 +315,15 @@ select key, value, avg(key + 1) from src group by value, key order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -403,11 +419,15 @@ select key, value, avg(key + 1) from src group by value, key order by key desc, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key desc, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -503,11 +523,15 @@ select key, value, avg(key + 1) from src group by value, key order by key desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -603,11 +627,15 @@ select key, value, count(key + 1) as agg1 from src group by key, value order by key, value, agg1 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(key + 1) as agg1 from src group by key, value order by key, value, agg1 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -715,11 +743,15 @@ select key, value, count(key + 1) as agg1 from src group by key, value order by key desc, value, agg1 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(key + 1) as agg1 from src group by key, value order by key desc, value, agg1 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -827,11 +859,15 @@ select value, avg(key + 1) myavg from src group by value order by myavg, value desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, avg(key + 1) myavg from src group by value order by myavg, value desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -938,11 +974,15 @@ select key, value, avg(key + 1) from src group by value, key with rollup order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key with rollup order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1023,11 +1063,15 @@ select key, value, avg(key + 1) from src group by rollup(value, key) order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by rollup(value, key) order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out index 10a3892..084a310 100644 --- ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out +++ ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out @@ -18,10 +18,18 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -295,9 +303,15 @@ POSTHOOK: Input: default@list_bucketing_static_part PREHOOK: query: explain extended select * from list_bucketing_static_part where ds = '2008-04-08' and hr = '11' and key = '484' and value = 'val_484' PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_static_part +PREHOOK: Input: default@list_bucketing_static_part@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from list_bucketing_static_part where ds = '2008-04-08' and hr = '11' and key = '484' and value = 'val_484' POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_static_part +POSTHOOK: Input: default@list_bucketing_static_part@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out index 9c62fb3..679eef7 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out @@ -46,11 +46,23 @@ from srcpart insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part1 +PREHOOK: Output: default@nzhang_part2@ds=2008-12-31 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out index ad4668e..62a1697 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out @@ -37,10 +37,17 @@ PREHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part10@ds=2008-12-31 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out index 8b8b334..f40370d 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out @@ -44,6 +44,8 @@ select * from ( from src where key > 20 and key < 40) s PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part13@ds=2010-03-03 POSTHOOK: query: explain insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( @@ -55,6 +57,7 @@ select * from ( from src where key > 20 and key < 40) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out index 08d6350..ef9e1fd 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out @@ -32,6 +32,8 @@ select key, value from ( select * from (select 'k3' as key, ' ' as value from src limit 2)c ) T PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part14 POSTHOOK: query: explain insert overwrite table nzhang_part14 partition(value) select key, value from ( @@ -42,6 +44,7 @@ select key, value from ( select * from (select 'k3' as key, ' ' as value from src limit 2)c ) T POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out index 6a7bb4d..4fe4c8e 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out @@ -30,9 +30,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part_bucket@ds=2010-03-23 POSTHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out index ca6729a..19f54fe 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out @@ -36,9 +36,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part3 POSTHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out index 368c08a..03e1b82 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out @@ -46,9 +46,20 @@ POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=existing_value).value PREHOOK: query: explain insert overwrite table nzhang_part4 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part4 POSTHOOK: query: explain insert overwrite table nzhang_part4 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out index 4fc0d8c..f396ccd 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out @@ -23,9 +23,12 @@ value string PREHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part5 POSTHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out index fea2d51..e5723c3 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out @@ -38,11 +38,23 @@ from srcpart insert overwrite table nzhang_part8 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part8 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part8 +PREHOOK: Output: default@nzhang_part8@ds=2008-12-31 POSTHOOK: query: explain extended from srcpart insert overwrite table nzhang_part8 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part8 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out index 4bb08a0..ac250b2 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out @@ -37,10 +37,17 @@ PREHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@nzhang_part9 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out index 9649f73..4457154 100644 --- ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -313,6 +323,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -322,6 +337,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -623,6 +643,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -632,6 +657,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -929,6 +959,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -938,6 +973,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/mapjoin1.q.out ql/src/test/results/clientpositive/spark/mapjoin1.q.out index 74c51bb..14b48c2 100644 --- ql/src/test/results/clientpositive/spark/mapjoin1.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin1.q.out @@ -24,9 +24,13 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -116,9 +120,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -215,10 +223,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -316,9 +328,13 @@ NULL NULL 165 {"key":"165","value":"val_165"} PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -408,9 +424,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -507,10 +527,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out index b479c1a..4421fbb 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out @@ -75,9 +75,15 @@ POSTHOOK: Lineage: t2.dec EXPRESSION [(over1k)over1k.FieldSchema(name:dec, type: PREHOOK: query: explain select t1.`dec`, t2.`dec` from t1 join t2 on (t1.`dec`=t2.`dec`) order by t1.`dec` PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select t1.`dec`, t2.`dec` from t1 join t2 on (t1.`dec`=t2.`dec`) order by t1.`dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out index bdae7a5..01a5bef 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out @@ -4,12 +4,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -147,12 +155,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -277,12 +293,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -415,12 +439,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out index f00b6eb..87e880a 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out @@ -42,12 +42,18 @@ SELECT /*+ mapjoin(src1, src2) */ * FROM src1 JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT /*+ mapjoin(src1, src2) */ * FROM src1 RIGHT OUTER JOIN src1 src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -203,12 +209,18 @@ SELECT * FROM src1 JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src1 RIGHT OUTER JOIN src1 src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out index 618c7e0..287b0bd 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out @@ -1,7 +1,23 @@ PREHOOK: query: explain extended select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -431,9 +447,25 @@ STAGE PLANS: PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -536,9 +568,23 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from srcpart join src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart join src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out index c4997e9..29c92ab 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out @@ -20,10 +20,14 @@ PREHOOK: query: explain select src1.key as k1, src1.value as v1, src2.key, src2.value from src0 src1 inner join src0 src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src0 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key as k1, src1.value as v1, src2.key, src2.value from src0 src1 inner join src0 src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out index 9416f6e..426be40 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out @@ -5,6 +5,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, z.value FROM @@ -12,6 +17,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -255,6 +265,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, z.value FROM @@ -262,6 +277,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out index 46fa3ba..905a2e8 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out @@ -71,6 +71,10 @@ FROM FROM y JOIN x ON (x.id = y.id)) subq JOIN z ON (subq.key1 = z.id) PREHOOK: type: QUERY +PREHOOK: Input: default@x +PREHOOK: Input: default@y +PREHOOK: Input: default@z +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, subq.value1, subq.key2, subq.value2, z.id, z.name FROM @@ -78,6 +82,10 @@ FROM FROM y JOIN x ON (x.id = y.id)) subq JOIN z ON (subq.key1 = z.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@x +POSTHOOK: Input: default@y +POSTHOOK: Input: default@z +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out index b63d7e1..4682bd0 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out @@ -233,12 +233,20 @@ SELECT /*+ mapjoin(src1, src2) */ * FROM src1 JOIN dest_2 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@dest_1 +PREHOOK: Input: default@dest_2 +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT /*+ mapjoin(src1, src2) */ * FROM src1 RIGHT OUTER JOIN dest_1 src2 ON (src1.key = src2.key) JOIN dest_2 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_1 +POSTHOOK: Input: default@dest_2 +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1063,12 +1071,20 @@ SELECT * FROM src1 JOIN dest_2 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@dest_1 +PREHOOK: Input: default@dest_2 +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src1 RIGHT OUTER JOIN dest_1 src2 ON (src1.key = src2.key) JOIN dest_2 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_1 +POSTHOOK: Input: default@dest_2 +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/mapreduce1.q.out ql/src/test/results/clientpositive/spark/mapreduce1.q.out index 6883343..792a44d 100644 --- ql/src/test/results/clientpositive/spark/mapreduce1.q.out +++ ql/src/test/results/clientpositive/spark/mapreduce1.q.out @@ -14,6 +14,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 @@ -22,6 +24,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/mapreduce2.q.out ql/src/test/results/clientpositive/spark/mapreduce2.q.out index 462a186..e2717d4 100644 --- ql/src/test/results/clientpositive/spark/mapreduce2.q.out +++ ql/src/test/results/clientpositive/spark/mapreduce2.q.out @@ -13,6 +13,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 @@ -20,6 +22,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/merge1.q.out ql/src/test/results/clientpositive/spark/merge1.q.out index eee05db..3cc27a6 100644 --- ql/src/test/results/clientpositive/spark/merge1.q.out +++ ql/src/test/results/clientpositive/spark/merge1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table dest1 select key, count(1) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: explain insert overwrite table dest1 select key, count(1) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -508,9 +512,17 @@ POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema PREHOOK: query: explain insert overwrite table dest1 select key from test_src PREHOOK: type: QUERY +PREHOOK: Input: default@test_src +PREHOOK: Input: default@test_src@ds=101 +PREHOOK: Input: default@test_src@ds=102 +PREHOOK: Output: default@dest1 POSTHOOK: query: explain insert overwrite table dest1 select key from test_src POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src +POSTHOOK: Input: default@test_src@ds=101 +POSTHOOK: Input: default@test_src@ds=102 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -619,9 +631,17 @@ POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, ty PREHOOK: query: explain insert overwrite table dest1 select key from test_src PREHOOK: type: QUERY +PREHOOK: Input: default@test_src +PREHOOK: Input: default@test_src@ds=101 +PREHOOK: Input: default@test_src@ds=102 +PREHOOK: Output: default@dest1 POSTHOOK: query: explain insert overwrite table dest1 select key from test_src POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src +POSTHOOK: Input: default@test_src@ds=101 +POSTHOOK: Input: default@test_src@ds=102 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git ql/src/test/results/clientpositive/spark/merge2.q.out ql/src/test/results/clientpositive/spark/merge2.q.out index c210fe4..689601a 100644 --- ql/src/test/results/clientpositive/spark/merge2.q.out +++ ql/src/test/results/clientpositive/spark/merge2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table test1 select key, count(1) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test1 POSTHOOK: query: explain insert overwrite table test1 select key, count(1) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -508,9 +512,17 @@ POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema PREHOOK: query: explain insert overwrite table test1 select key from test_src PREHOOK: type: QUERY +PREHOOK: Input: default@test_src +PREHOOK: Input: default@test_src@ds=101 +PREHOOK: Input: default@test_src@ds=102 +PREHOOK: Output: default@test1 POSTHOOK: query: explain insert overwrite table test1 select key from test_src POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src +POSTHOOK: Input: default@test_src@ds=101 +POSTHOOK: Input: default@test_src@ds=102 +POSTHOOK: Output: default@test1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -619,9 +631,17 @@ POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, ty PREHOOK: query: explain insert overwrite table test1 select key from test_src PREHOOK: type: QUERY +PREHOOK: Input: default@test_src +PREHOOK: Input: default@test_src@ds=101 +PREHOOK: Input: default@test_src@ds=102 +PREHOOK: Output: default@test1 POSTHOOK: query: explain insert overwrite table test1 select key from test_src POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src +POSTHOOK: Input: default@test_src@ds=101 +POSTHOOK: Input: default@test_src@ds=102 +POSTHOOK: Output: default@test1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git ql/src/test/results/clientpositive/spark/mergejoins.q.out ql/src/test/results/clientpositive/spark/mergejoins.q.out index 069a468..21c730d 100644 --- ql/src/test/results/clientpositive/spark/mergejoins.q.out +++ ql/src/test/results/clientpositive/spark/mergejoins.q.out @@ -40,8 +40,20 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@e PREHOOK: query: explain select * from a join b on a.val1=b.val1 join c on a.val1=c.val1 join d on a.val1=d.val1 join e on a.val2=e.val2 PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +PREHOOK: Input: default@c +PREHOOK: Input: default@d +PREHOOK: Input: default@e +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join b on a.val1=b.val1 join c on a.val1=c.val1 join d on a.val1=d.val1 join e on a.val2=e.val2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +POSTHOOK: Input: default@c +POSTHOOK: Input: default@d +POSTHOOK: Input: default@e +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -190,8 +202,12 @@ STAGE PLANS: PREHOOK: query: explain select * from src a join src b on a.key=b.key left outer join src c on b.key=c.key and b.key<10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a join src b on a.key=b.key left outer join src c on b.key=c.key and b.key<10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out index c53cd00..0a840b2 100644 --- ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out +++ ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@a PREHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.key=c.key) left outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.key=c.key) left outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -126,9 +130,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.key=c.key) right outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.key=c.key) right outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,9 +248,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.key=c.key) left outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.key=c.key) left outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -351,9 +363,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.key=c.key) right outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.key=c.key) right outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -462,9 +478,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.value=c.key) left outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.value=c.key) left outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -606,9 +626,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.value=c.key) right outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.value=c.key) right outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -747,9 +771,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) full outer join a c on (b.value=c.key) full outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) full outer join a c on (b.value=c.key) full outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -888,9 +916,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.value=c.key) right outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.value=c.key) right outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1029,9 +1061,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.value=c.key) full outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.value=c.key) full outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1170,9 +1206,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.value=c.key) left outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.value=c.key) left outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1311,9 +1351,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.value=c.key) full outer join a d on (a.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) right outer join a c on (b.value=c.key) full outer join a d on (a.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1452,9 +1496,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.value=c.key) left outer join a d on (c.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a +#### A masked pattern was here #### POSTHOOK: query: explain select * from a join a b on (a.key=b.key) left outer join a c on (b.value=c.key) left outer join a d on (c.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out index 7583650..43a7b16 100644 --- ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out +++ ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out @@ -179,9 +179,13 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -239,9 +243,19 @@ STAGE PLANS: PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -299,9 +313,13 @@ STAGE PLANS: PREHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -359,9 +377,19 @@ STAGE PLANS: PREHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -471,9 +499,13 @@ POSTHOOK: Output: default@stats_tbl_part@dt=2012 PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -496,9 +528,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -521,9 +557,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -546,9 +586,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -571,9 +615,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -596,9 +644,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -620,8 +672,18 @@ POSTHOOK: Input: default@stats_tbl_part 65536 1 65791 4294967296 4294967551 0.01 99.98 7 0.01 50.0 PREHOOK: query: explain select count(ts) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(ts) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -674,8 +736,12 @@ STAGE PLANS: PREHOOK: query: explain select count('1') from stats_tbl group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from stats_tbl group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -697,8 +763,12 @@ POSTHOOK: Input: default@stats_tbl 9999 PREHOOK: query: explain select count('1') from stats_tbl_part group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from stats_tbl_part group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/metadata_only_queries_with_filters.q.out ql/src/test/results/clientpositive/spark/metadata_only_queries_with_filters.q.out index 79d9d27..e548523 100644 --- ql/src/test/results/clientpositive/spark/metadata_only_queries_with_filters.q.out +++ ql/src/test/results/clientpositive/spark/metadata_only_queries_with_filters.q.out @@ -153,9 +153,13 @@ POSTHOOK: Output: default@stats_tbl_part@dt=2014 PREHOOK: query: explain select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt = 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt = 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -178,9 +182,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt > 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt > 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/multi_insert.q.out ql/src/test/results/clientpositive/spark/multi_insert.q.out index 25730b8..c9d144a 100644 --- ql/src/test/results/clientpositive/spark/multi_insert.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert.q.out @@ -19,11 +19,17 @@ from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -158,11 +164,17 @@ from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -297,11 +309,17 @@ from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -436,11 +454,17 @@ from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -575,11 +599,17 @@ from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -723,11 +753,17 @@ from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -871,11 +907,17 @@ from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1019,11 +1061,17 @@ from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1167,11 +1215,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1352,11 +1406,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1537,11 +1597,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1722,11 +1788,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1907,10 +1979,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -2004,10 +2080,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -2101,10 +2181,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -2198,10 +2282,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out index 3c478da..6ae8b5c 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out @@ -20,12 +20,18 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2 SELECT key, COUNT(*) WHERE key>500 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain FROM src INSERT OVERWRITE TABLE e1 SELECT key, COUNT(*) WHERE key>450 GROUP BY key INSERT OVERWRITE TABLE e2 SELECT key, COUNT(*) WHERE key>500 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -209,12 +215,18 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2 SELECT key, COUNT(*) GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain FROM src INSERT OVERWRITE TABLE e1 SELECT key, COUNT(*) WHERE key>450 GROUP BY key INSERT OVERWRITE TABLE e2 SELECT key, COUNT(*) GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out index abe331e..8269f5c 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out @@ -21,6 +21,9 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2 SELECT percentile_approx(value, 0.5) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain FROM (select key, cast(key as double) as value from src order by key) a INSERT OVERWRITE TABLE e1 @@ -28,6 +31,9 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2 SELECT percentile_approx(value, 0.5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out index 96d404c..e1f8106 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out @@ -29,6 +29,9 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2 SELECT key, sum(keyD), value group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e1 @@ -36,6 +39,9 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2 SELECT key, sum(keyD), value group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -141,6 +147,9 @@ INSERT OVERWRITE TABLE e2 INSERT OVERWRITE TABLE e1 SELECT key, COUNT(distinct value) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e2 @@ -148,6 +157,9 @@ INSERT OVERWRITE TABLE e2 INSERT OVERWRITE TABLE e1 SELECT key, COUNT(distinct value) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1567,6 +1579,9 @@ select key, count(distinct value) group by key insert overwrite table e3 select value, count(distinct key) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e3 POSTHOOK: query: explain from src insert overwrite table e1 @@ -1574,6 +1589,9 @@ select key, count(distinct value) group by key insert overwrite table e3 select value, count(distinct key) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1707,6 +1725,10 @@ INSERT OVERWRITE TABLE e2 INSERT overwrite table e3 SELECT key, COUNT(distinct keyD) group by key, keyD, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2 +PREHOOK: Output: default@e3 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e1 @@ -1716,6 +1738,10 @@ INSERT OVERWRITE TABLE e2 INSERT overwrite table e3 SELECT key, COUNT(distinct keyD) group by key, keyD, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2 +POSTHOOK: Output: default@e3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out index 903bf1b..0ea640f 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out @@ -39,11 +39,17 @@ from src_10 insert overwrite table src_lv1 select key, C lateral view explode(array(key+1, key+2)) A as C insert overwrite table src_lv2 select key, C lateral view explode(array(key+3, key+4)) A as C PREHOOK: type: QUERY +PREHOOK: Input: default@src_10 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 POSTHOOK: query: explain from src_10 insert overwrite table src_lv1 select key, C lateral view explode(array(key+1, key+2)) A as C insert overwrite table src_lv2 select key, C lateral view explode(array(key+3, key+4)) A as C POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -255,11 +261,17 @@ from src_10 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, sum(C) lateral view explode(array(key+3, key+4)) A as C group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src_10 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 POSTHOOK: query: explain from src_10 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, sum(C) lateral view explode(array(key+3, key+4)) A as C group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -500,12 +512,20 @@ insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key insert overwrite table src_lv2 select key, count(value) where key > 200 group by key insert overwrite table src_lv3 select key, count(value) where key < 200 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src_10 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 POSTHOOK: query: explain from src_10 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, count(value) where key > 200 group by key insert overwrite table src_lv3 select key, count(value) where key < 200 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -768,12 +788,20 @@ insert overwrite table src_lv1 select C, sum(distinct key) lateral view explode( insert overwrite table src_lv2 select C, sum(distinct key) lateral view explode(array(key+3, key+4)) A as C group by C insert overwrite table src_lv3 select value, sum(distinct key) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src_10 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 POSTHOOK: query: explain from src_10 insert overwrite table src_lv1 select C, sum(distinct key) lateral view explode(array(key+1, key+2)) A as C group by C insert overwrite table src_lv2 select C, sum(distinct key) lateral view explode(array(key+3, key+4)) A as C group by C insert overwrite table src_lv3 select value, sum(distinct key) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -1120,6 +1148,11 @@ insert overwrite table src_lv2 select key, sum(distinct C) lateral view explode( insert overwrite table src_lv3 select value, sum(distinct key) where key > 200 group by value insert overwrite table src_lv4 select value, sum(distinct key) where key < 200 group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src_10 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 +PREHOOK: Output: default@src_lv4 POSTHOOK: query: explain from src_10 insert overwrite table src_lv1 select key, sum(distinct C) lateral view explode(array(key+1, key+2)) A as C group by key @@ -1127,6 +1160,11 @@ insert overwrite table src_lv2 select key, sum(distinct C) lateral view explode( insert overwrite table src_lv3 select value, sum(distinct key) where key > 200 group by value insert overwrite table src_lv4 select value, sum(distinct key) where key < 200 group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 +POSTHOOK: Output: default@src_lv4 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 diff --git ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out index 56d7d80..389fa50 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out @@ -28,12 +28,20 @@ insert overwrite table src_multi1 select key, count(1) group by key order by key insert overwrite table src_multi2 select value, count(1) group by value order by value insert overwrite table src_multi3 select * where key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 +PREHOOK: Output: default@src_multi3 POSTHOOK: query: explain from src insert overwrite table src_multi1 select key, count(1) group by key order by key insert overwrite table src_multi2 select value, count(1) group by value order by value insert overwrite table src_multi3 select * where key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 +POSTHOOK: Output: default@src_multi3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out index db80783..7f95276 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out @@ -19,11 +19,17 @@ from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -162,11 +168,17 @@ from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -305,11 +317,17 @@ from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -448,11 +466,17 @@ from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -591,11 +615,17 @@ from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -743,11 +773,17 @@ from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -895,11 +931,17 @@ from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1047,11 +1089,17 @@ from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 group by key, value insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1199,11 +1247,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1388,11 +1442,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1577,11 +1637,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1766,11 +1832,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1955,10 +2027,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2056,10 +2132,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2157,10 +2237,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2258,10 +2342,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2359,10 +2447,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2468,10 +2560,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2577,10 +2673,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2686,10 +2786,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2797,12 +2901,20 @@ insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -3019,12 +3131,20 @@ insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -3241,12 +3361,20 @@ insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -3463,12 +3591,20 @@ insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1 +PREHOOK: Output: default@src_multi2 POSTHOOK: query: explain from src insert overwrite table src_multi1 select * where key < 10 insert overwrite table src_multi2 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1 +POSTHOOK: Output: default@src_multi2 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 diff --git ql/src/test/results/clientpositive/spark/multi_join_union.q.out ql/src/test/results/clientpositive/spark/multi_join_union.q.out index 513be62..0875cb5 100644 --- ql/src/test/results/clientpositive/spark/multi_join_union.q.out +++ ql/src/test/results/clientpositive/spark/multi_join_union.q.out @@ -51,11 +51,21 @@ src11 a JOIN src12 b ON (a.key = b.key) JOIN (SELECT * FROM (SELECT * FROM src13 UNION ALL SELECT * FROM src14)a )c ON c.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@src11 +PREHOOK: Input: default@src12 +PREHOOK: Input: default@src13 +PREHOOK: Input: default@src14 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src11 a JOIN src12 b ON (a.key = b.key) JOIN (SELECT * FROM (SELECT * FROM src13 UNION ALL SELECT * FROM src14)a )c ON c.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src11 +POSTHOOK: Input: default@src12 +POSTHOOK: Input: default@src13 +POSTHOOK: Input: default@src14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out index c34d951..dde2536 100644 --- ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out +++ ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out @@ -43,11 +43,17 @@ FROM TBL INSERT OVERWRITE TABLE DEST1 SELECT TBL.C1, COUNT(TBL.C2) GROUP BY TBL.C1 INSERT OVERWRITE TABLE DEST2 SELECT TBL.C1, TBL.C2, COUNT(TBL.C3) GROUP BY TBL.C1, TBL.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM TBL INSERT OVERWRITE TABLE DEST1 SELECT TBL.C1, COUNT(TBL.C2) GROUP BY TBL.C1 INSERT OVERWRITE TABLE DEST2 SELECT TBL.C1, TBL.C2, COUNT(TBL.C3) GROUP BY TBL.C1, TBL.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -179,11 +185,17 @@ FROM TBL INSERT OVERWRITE TABLE DEST1 SELECT TBL.C1, COUNT(TBL.C2) GROUP BY TBL.C1 INSERT OVERWRITE TABLE DEST2 SELECT TBL.C1, TBL.C2, COUNT(TBL.C3) GROUP BY TBL.C2, TBL.C1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM TBL INSERT OVERWRITE TABLE DEST1 SELECT TBL.C1, COUNT(TBL.C2) GROUP BY TBL.C1 INSERT OVERWRITE TABLE DEST2 SELECT TBL.C1, TBL.C2, COUNT(TBL.C3) GROUP BY TBL.C2, TBL.C1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -315,11 +327,17 @@ FROM TBL INSERT OVERWRITE TABLE DEST3 SELECT TBL.C1, TBL.C2, TBL.C3, COUNT(TBL.C4) GROUP BY TBL.C1, TBL.C2, TBL.C3 INSERT OVERWRITE TABLE DEST2 SELECT TBL.C1, TBL.C2, COUNT(TBL.C3) GROUP BY TBL.C1, TBL.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl +PREHOOK: Output: default@dest2 +PREHOOK: Output: default@dest3 POSTHOOK: query: EXPLAIN FROM TBL INSERT OVERWRITE TABLE DEST3 SELECT TBL.C1, TBL.C2, TBL.C3, COUNT(TBL.C4) GROUP BY TBL.C1, TBL.C2, TBL.C3 INSERT OVERWRITE TABLE DEST2 SELECT TBL.C1, TBL.C2, COUNT(TBL.C3) GROUP BY TBL.C1, TBL.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl +POSTHOOK: Output: default@dest2 +POSTHOOK: Output: default@dest3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -451,11 +469,17 @@ FROM TBL INSERT OVERWRITE TABLE DEST3 SELECT TBL.C1, TBL.C2, TBL.C3, COUNT(TBL.C4) GROUP BY TBL.C1, TBL.C2, TBL.C3 INSERT OVERWRITE TABLE DEST4 SELECT TBL.C1, TBL.C2, TBL.C3, COUNT(TBL.C4) GROUP BY TBL.C1, TBL.C3, TBL.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl +PREHOOK: Output: default@dest3 +PREHOOK: Output: default@dest4 POSTHOOK: query: EXPLAIN FROM TBL INSERT OVERWRITE TABLE DEST3 SELECT TBL.C1, TBL.C2, TBL.C3, COUNT(TBL.C4) GROUP BY TBL.C1, TBL.C2, TBL.C3 INSERT OVERWRITE TABLE DEST4 SELECT TBL.C1, TBL.C2, TBL.C3, COUNT(TBL.C4) GROUP BY TBL.C1, TBL.C3, TBL.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl +POSTHOOK: Output: default@dest3 +POSTHOOK: Output: default@dest4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -560,12 +584,20 @@ INSERT OVERWRITE TABLE DEST3 SELECT TBL.C1, TBL.C2, TBL.C3, COUNT(TBL.C4) GROUP INSERT OVERWRITE TABLE DEST2 SELECT TBL.C1, TBL.C2, COUNT(TBL.C3) GROUP BY TBL.C1, TBL.C2 INSERT OVERWRITE TABLE DEST1 SELECT TBL.C1, COUNT(TBL.C2) GROUP BY TBL.C1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 +PREHOOK: Output: default@dest3 POSTHOOK: query: EXPLAIN FROM TBL INSERT OVERWRITE TABLE DEST3 SELECT TBL.C1, TBL.C2, TBL.C3, COUNT(TBL.C4) GROUP BY TBL.C1, TBL.C2, TBL.C3 INSERT OVERWRITE TABLE DEST2 SELECT TBL.C1, TBL.C2, COUNT(TBL.C3) GROUP BY TBL.C1, TBL.C2 INSERT OVERWRITE TABLE DEST1 SELECT TBL.C1, COUNT(TBL.C2) GROUP BY TBL.C1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 +POSTHOOK: Output: default@dest3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/nullgroup.q.out ql/src/test/results/clientpositive/spark/nullgroup.q.out index 9a98bfb..35dba91 100644 --- ql/src/test/results/clientpositive/spark/nullgroup.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -67,9 +71,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -133,9 +141,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,9 +218,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/nullgroup2.q.out ql/src/test/results/clientpositive/spark/nullgroup2.q.out index 392f51c..1ed35dc 100644 --- ql/src/test/results/clientpositive/spark/nullgroup2.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup2.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -83,9 +87,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -150,9 +158,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -225,9 +237,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/nullgroup4.q.out ql/src/test/results/clientpositive/spark/nullgroup4.q.out index 4aa4061..7f2d820 100644 --- ql/src/test/results/clientpositive/spark/nullgroup4.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup4.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -84,9 +88,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -173,9 +181,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -249,9 +261,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out index 66037c8..b43f41a 100644 --- ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -71,9 +75,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out index 95ac6c5..40ecb82 100644 --- ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out +++ ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain extended select key from src where false PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key from src where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -34,9 +38,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain extended select count(key) from srcpart where 1=2 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(key) from srcpart where 1=2 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -126,9 +134,23 @@ POSTHOOK: Input: default@srcpart PREHOOK: query: explain extended select * from (select key from src where false) a left outer join (select key from srcpart limit 0) b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src where false) a left outer join (select key from srcpart limit 0) b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -511,9 +533,23 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: explain extended select count(key) from src where false union all select count(key) from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(key) from src where false union all select count(key) from srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -911,9 +947,23 @@ Warning: Shuffle Join JOIN[11][tables = [a, b]] in Work 'Reducer 2' is a cross p PREHOOK: query: explain extended select * from (select key from src where false) a left outer join (select value from srcpart limit 0) b PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src where false) a left outer join (select value from srcpart limit 0) b POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1295,9 +1345,15 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: explain extended select * from (select key from src union all select src.key from src left outer join srcpart on src.key = srcpart.key) a where false PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src union all select src.key from src left outer join srcpart on src.key = srcpart.key) a where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1532,9 +1588,13 @@ POSTHOOK: Input: default@srcpart PREHOOK: query: explain extended select * from src s1, src s2 where false and s1.value = s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from src s1, src s2 where false and s1.value = s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1739,9 +1799,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain extended select count(1) from src where null = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(1) from src where null = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/order.q.out ql/src/test/results/clientpositive/spark/order.q.out index 2aa6167..c4844e4 100644 --- ql/src/test/results/clientpositive/spark/order.q.out +++ ql/src/test/results/clientpositive/spark/order.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -74,9 +78,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key desc limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key desc limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out index 97cd138..5b76e04 100644 --- ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -313,6 +323,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -322,6 +337,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/parallel.q.out ql/src/test/results/clientpositive/spark/parallel.q.out index ecb8062..2f75d9e 100644 --- ql/src/test/results/clientpositive/spark/parallel.q.out +++ ql/src/test/results/clientpositive/spark/parallel.q.out @@ -19,11 +19,17 @@ from (select key, value from src group by key, value) s insert overwrite table src_a select s.key, s.value group by s.key, s.value insert overwrite table src_b select s.key, s.value group by s.key, s.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_a +PREHOOK: Output: default@src_b POSTHOOK: query: explain from (select key, value from src group by key, value) s insert overwrite table src_a select s.key, s.value group by s.key, s.value insert overwrite table src_b select s.key, s.value group by s.key, s.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_a +POSTHOOK: Output: default@src_b STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/parallel_join0.q.out ql/src/test/results/clientpositive/spark/parallel_join0.q.out index 340d460..151e479 100644 --- ql/src/test/results/clientpositive/spark/parallel_join0.q.out +++ ql/src/test/results/clientpositive/spark/parallel_join0.q.out @@ -7,6 +7,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -15,6 +17,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,6 +106,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FORMATTED SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -110,6 +116,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src #### A masked pattern was here #### Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Work 'Reducer 2' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, diff --git ql/src/test/results/clientpositive/spark/parallel_join1.q.out ql/src/test/results/clientpositive/spark/parallel_join1.q.out index db2962f..f751afa 100644 --- ql/src/test/results/clientpositive/spark/parallel_join1.q.out +++ ql/src/test/results/clientpositive/spark/parallel_join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/parquet_join.q.out ql/src/test/results/clientpositive/spark/parquet_join.q.out index 4104cc8..c7db478 100644 --- ql/src/test/results/clientpositive/spark/parquet_join.q.out +++ ql/src/test/results/clientpositive/spark/parquet_join.q.out @@ -63,8 +63,14 @@ POSTHOOK: Lineage: parquet_jointable2.key SIMPLE [(staging)staging.FieldSchema(n POSTHOOK: Lineage: parquet_jointable2.myvalue EXPRESSION [(staging)staging.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1 +PREHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### POSTHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1 +POSTHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -153,8 +159,14 @@ val_0value val_10value PREHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1 +PREHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### POSTHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1 +POSTHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -281,8 +293,14 @@ POSTHOOK: Lineage: parquet_jointable2_bucketed_sorted.value1 EXPRESSION [(stagin POSTHOOK: Lineage: parquet_jointable2_bucketed_sorted.value2 EXPRESSION [(staging)staging.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain select p1.value,p2.value2 from parquet_jointable1_bucketed_sorted p1 join parquet_jointable2_bucketed_sorted p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1_bucketed_sorted +PREHOOK: Input: default@parquet_jointable2_bucketed_sorted +#### A masked pattern was here #### POSTHOOK: query: explain select p1.value,p2.value2 from parquet_jointable1_bucketed_sorted p1 join parquet_jointable2_bucketed_sorted p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1_bucketed_sorted +POSTHOOK: Input: default@parquet_jointable2_bucketed_sorted +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out index f0318a3..b19a1f4 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out @@ -6,6 +6,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(ctinyint) as c1, MAX(ctinyint), @@ -14,6 +16,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -188,11 +192,15 @@ SELECT SUM(ctinyint) as c1 FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(ctinyint) as c1 FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -368,6 +376,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(ctinyint) as c1, @@ -381,6 +391,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -506,6 +518,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(cbigint) as c1, MAX(cbigint), @@ -514,6 +528,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -688,11 +704,15 @@ SELECT SUM(cbigint) as c1 FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cbigint) as c1 FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -868,6 +888,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cbigint) as c1, @@ -881,6 +903,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1006,6 +1030,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(cfloat) as c1, MAX(cfloat), @@ -1014,6 +1040,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1188,11 +1216,15 @@ SELECT SUM(cfloat) as c1 FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cfloat) as c1 FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1368,6 +1400,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cfloat) as c1, @@ -1381,6 +1415,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1526,6 +1562,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(cbigint), (-(AVG(cbigint))), @@ -1553,6 +1591,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1722,11 +1762,15 @@ select count(*) from alltypesparquet where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN extended select count(*) from alltypesparquet where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30532,11 +30576,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30646,11 +30694,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30759,11 +30811,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 or cfloat=3.5) and (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30872,10 +30928,14 @@ PREHOOK: query: explain extended select count(*),cstring1 from alltypesparquet w or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*),cstring1 from alltypesparquet where cstring1='biology' or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_1.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_1.q.out index 18379f2..adff5e0 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_1.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_1.q.out @@ -19,6 +19,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT VAR_POP(ctinyint), (VAR_POP(ctinyint) / -26.28), @@ -40,6 +42,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_10.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_10.q.out index 21475fd..0996ace 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_10.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_10.q.out @@ -22,6 +22,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, ctimestamp1, @@ -46,6 +48,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_11.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_11.q.out index fbcff2a..a30a38e 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_11.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_11.q.out @@ -13,6 +13,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cboolean1, @@ -28,6 +30,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_12.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_12.q.out index df85ce3..842b519 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_12.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_12.q.out @@ -30,6 +30,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cbigint, cboolean1, @@ -62,6 +64,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_13.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_13.q.out index e4db32c..a004657 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_13.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_13.q.out @@ -31,6 +31,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, ctinyint, @@ -64,6 +66,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -355,6 +359,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, ctinyint, @@ -388,6 +394,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_14.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_14.q.out index aef374a..6a9f164 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_14.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_14.q.out @@ -31,6 +31,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, cfloat, @@ -64,6 +66,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_15.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_15.q.out index 24cdf06..8d0510b 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_15.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_15.q.out @@ -29,6 +29,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cboolean1, @@ -60,6 +62,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_16.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_16.q.out index a35c9c5..54cab32 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_16.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_16.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_17.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_17.q.out index 9e9f4df..bfb1d01 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_17.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_17.q.out @@ -22,6 +22,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cstring1, @@ -46,6 +48,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_2.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_2.q.out index 8b3c5f2..45d8c7c 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_2.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_2.q.out @@ -21,6 +21,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(csmallint), (AVG(csmallint) % -563), @@ -44,6 +46,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_3.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_3.q.out index dd3532b..b6a1364 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_3.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_3.q.out @@ -24,6 +24,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT STDDEV_SAMP(csmallint), (STDDEV_SAMP(csmallint) - 10.175), @@ -49,6 +51,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_4.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_4.q.out index 4a7b0e0..45e25d2 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_4.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_4.q.out @@ -21,6 +21,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cint), (SUM(cint) * -563), @@ -44,6 +46,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_5.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_5.q.out index 56c62c3..5d1275d 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_5.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_5.q.out @@ -18,6 +18,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(csmallint), (MAX(csmallint) * -75), @@ -38,6 +40,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_6.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_6.q.out index fccb6fe..418c9f4 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_6.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_6.q.out @@ -19,6 +19,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, cfloat, @@ -40,6 +42,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_7.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_7.q.out index 52b8126..348adda 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_7.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_7.q.out @@ -25,6 +25,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, cbigint, @@ -52,6 +54,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -273,6 +277,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, cbigint, @@ -300,6 +306,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_8.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_8.q.out index f76df32..e78183c 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_8.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_8.q.out @@ -23,6 +23,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, cdouble, @@ -48,6 +50,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -258,6 +262,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cdouble, @@ -283,6 +289,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_9.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_9.q.out index a35c9c5..54cab32 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_9.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_9.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_decimal_date.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_decimal_date.q.out index 2cbc466..08f11a5 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_decimal_date.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_decimal_date.q.out @@ -14,8 +14,12 @@ POSTHOOK: Lineage: date_decimal_test_parquet.cdouble SIMPLE [(alltypesparquet)al POSTHOOK: Lineage: date_decimal_test_parquet.cint SIMPLE [(alltypesparquet)alltypesparquet.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cdecimal from date_decimal_test_parquet where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_decimal_test_parquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cdecimal from date_decimal_test_parquet where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_decimal_test_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_div0.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_div0.q.out index 76b4e3c..29f48fa 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_div0.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_div0.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization expression select cdouble / 0.0 from alltypesparquet limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cdouble / 0.0 from alltypesparquet limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -178,10 +182,14 @@ PREHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesparquet where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesparquet where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -394,10 +402,14 @@ PREHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesparquet where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesparquet where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_limit.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_limit.q.out index ce188a0..3bd91b5 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_limit.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_limit.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 7 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -74,9 +78,13 @@ POSTHOOK: Input: default@alltypesparquet PREHOOK: query: explain vectorization detail select ctinyint,cdouble,csmallint from alltypesparquet where ctinyint is not null order by ctinyint,cdouble limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,cdouble,csmallint from alltypesparquet where ctinyint is not null order by ctinyint,cdouble limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -221,9 +229,13 @@ POSTHOOK: Input: default@alltypesparquet PREHOOK: query: explain vectorization detail select ctinyint,avg(cdouble + 1) from alltypesparquet group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,avg(cdouble + 1) from alltypesparquet group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -384,9 +396,13 @@ NULL 9370.0945309795 PREHOOK: query: explain vectorization detail select distinct(ctinyint) from alltypesparquet limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select distinct(ctinyint) from alltypesparquet limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -540,9 +556,13 @@ NULL PREHOOK: query: explain vectorization detail select ctinyint, count(distinct(cdouble)) from alltypesparquet group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint, count(distinct(cdouble)) from alltypesparquet group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -710,9 +730,13 @@ NULL 2932 PREHOOK: query: explain vectorization detail select ctinyint,cdouble from alltypesparquet order by ctinyint limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,cdouble from alltypesparquet order by ctinyint limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -738,9 +762,13 @@ POSTHOOK: Input: default@alltypesparquet PREHOOK: query: explain vectorization detail select cdouble, sum(ctinyint) as sum from alltypesparquet where ctinyint is not null group by cdouble order by sum, cdouble limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cdouble, sum(ctinyint) as sum from alltypesparquet where ctinyint is not null group by cdouble order by sum, cdouble limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_offset_limit.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_offset_limit.q.out index e90cff4..5c05240 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_offset_limit.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_offset_limit.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 3,2 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 3,2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -70,9 +74,13 @@ POSTHOOK: Input: default@alltypesparquet PREHOOK: query: explain vectorization expression select ctinyint,cdouble,csmallint from alltypesparquet where ctinyint is not null order by ctinyint,cdouble limit 10,3 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ctinyint,cdouble,csmallint from alltypesparquet where ctinyint is not null order by ctinyint,cdouble limit 10,3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_part_project.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_part_project.q.out index 8c6beb5..7b1f581 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_part_project.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_part_project.q.out @@ -48,8 +48,16 @@ POSTHOOK: Lineage: alltypesparquet_part PARTITION(ds=2012).ctimestamp2 SIMPLE [( POSTHOOK: Lineage: alltypesparquet_part PARTITION(ds=2012).ctinyint SIMPLE [(alltypesparquet)alltypesparquet.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesparquet_part order by c1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet_part +PREHOOK: Input: default@alltypesparquet_part@ds=2011 +PREHOOK: Input: default@alltypesparquet_part@ds=2012 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesparquet_part order by c1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet_part +POSTHOOK: Input: default@alltypesparquet_part@ds=2011 +POSTHOOK: Input: default@alltypesparquet_part@ds=2012 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_pushdown.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_pushdown.q.out index a95898f..4d95e06 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_pushdown.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_pushdown.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesparquet WHERE cbigint < cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesparquet WHERE cbigint < cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/pcr.q.out ql/src/test/results/clientpositive/spark/pcr.q.out index a86147f..c9ebed8 100644 --- ql/src/test/results/clientpositive/spark/pcr.q.out +++ ql/src/test/results/clientpositive/spark/pcr.q.out @@ -50,8 +50,16 @@ POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.Fiel POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -245,8 +253,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 4 val_4 2000-04-09 PREHOOK: query: explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5 order by key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5 order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -525,8 +543,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 19 val_19 PREHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -720,10 +746,18 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -919,10 +953,20 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1176,10 +1220,20 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1443,8 +1497,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 19 val_19 2000-04-09 PREHOOK: query: explain extended select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14 order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14 order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1627,8 +1689,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 #### A masked pattern was here #### PREHOOK: query: explain extended select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09' order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09' order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1847,8 +1917,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 19 val_19 PREHOOK: query: explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2137,8 +2217,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 19 val_19 PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2322,8 +2410,14 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 2 val_2 2000-04-09 PREHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2595,8 +2689,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 19 val_19 2000-04-08 19 val_19 2000-04-08 PREHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2880,8 +2982,20 @@ POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.Fiel POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Input: default@pcr_t1@ds=2000-04-11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3206,8 +3320,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-11 19 val_19 2000-04-10 PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3500,11 +3624,19 @@ from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' insert overwrite table pcr_t3 select key, value where ds='2000-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: default@pcr_t2 +PREHOOK: Output: default@pcr_t3 POSTHOOK: query: explain extended from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' insert overwrite table pcr_t3 select key, value where ds='2000-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Output: default@pcr_t3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -3739,11 +3871,19 @@ from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: default@pcr_t2 +PREHOOK: Output: default@pcr_t3 POSTHOOK: query: explain extended from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Output: default@pcr_t3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -3983,8 +4123,14 @@ POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type: POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain extended select key, value from srcpart where ds='2008-04-08' and hr=11 order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from srcpart where ds='2008-04-08' and hr=11 order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4118,8 +4264,16 @@ POSTHOOK: Input: default@srcpart #### A masked pattern was here #### PREHOOK: query: explain extended select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11 order by key, ds, hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11 order by key, ds, hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4307,8 +4461,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 11 val_11 2008-04-08 12 PREHOOK: query: explain extended select key, value, ds, hr from srcpart where hr='11' and key=11 order by key, ds, hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds, hr from srcpart where hr='11' and key=11 order by key, ds, hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4724,8 +4886,16 @@ POSTHOOK: Input: default@foo_field POSTHOOK: Output: default@foo_field PREHOOK: query: explain select key,value from srcpart where cast(hr as double) = cast(11 as double) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where cast(hr as double) = cast(11 as double) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -4743,8 +4913,16 @@ STAGE PLANS: PREHOOK: query: explain select key,value from srcpart where hr = cast(11 as double) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where hr = cast(11 as double) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -4762,8 +4940,16 @@ STAGE PLANS: PREHOOK: query: explain select key,value from srcpart where cast(hr as double) = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where cast(hr as double) = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out index 8233b86..7335c40 100644 --- ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out +++ ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out @@ -8,6 +8,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, count(1) FROM @@ -18,6 +20,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -269,6 +273,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, count(1) FROM @@ -279,6 +285,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_join.q.out ql/src/test/results/clientpositive/spark/ppd_join.q.out index 260aff3..d077034 100644 --- ql/src/test/results/clientpositive/spark/ppd_join.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join.q.out @@ -7,6 +7,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -16,6 +18,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -537,6 +541,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -546,6 +552,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_join2.q.out ql/src/test/results/clientpositive/spark/ppd_join2.q.out index cf692ed..1f513e4 100644 --- ql/src/test/results/clientpositive/spark/ppd_join2.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join2.q.out @@ -10,6 +10,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -22,6 +24,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1690,6 +1694,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -1702,6 +1708,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_join3.q.out ql/src/test/results/clientpositive/spark/ppd_join3.q.out index 91b323d..dabf0e9 100644 --- ql/src/test/results/clientpositive/spark/ppd_join3.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join3.q.out @@ -10,6 +10,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -22,6 +24,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1731,6 +1735,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -1743,6 +1749,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_join4.q.out ql/src/test/results/clientpositive/spark/ppd_join4.q.out index 2e80db1..7845a0e 100644 --- ql/src/test/results/clientpositive/spark/ppd_join4.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join4.q.out @@ -37,6 +37,8 @@ from join test_tbl t3 on (t2.id=t3.id ) where t2.name='c' and t3.id='a' PREHOOK: type: QUERY +PREHOOK: Input: default@test_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select t2.* from @@ -44,6 +46,8 @@ from join test_tbl t3 on (t2.id=t3.id ) where t2.name='c' and t3.id='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_join5.q.out ql/src/test/results/clientpositive/spark/ppd_join5.q.out index f3c789c..228fc35 100644 --- ql/src/test/results/clientpositive/spark/ppd_join5.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join5.q.out @@ -38,11 +38,17 @@ select a.*,b.d d1,c.d d2 from t1 a join t2 b on (a.id1 = b.id) join t2 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.*,b.d d1,c.d d2 from t1 a join t2 b on (a.id1 = b.id) join t2 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -157,6 +163,9 @@ select a.*,b.d d1,c.d d2 from join t2 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 ) z where d1 > 1 or d2 > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select a.*,b.d d1,c.d d2 from @@ -164,6 +173,9 @@ select a.*,b.d d1,c.d d2 from join t2 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 ) z where d1 > 1 or d2 > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out index 59936bb..f568f45 100644 --- ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out @@ -11,6 +11,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -24,6 +26,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -302,6 +306,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -315,6 +321,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -593,6 +601,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -606,6 +616,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -884,6 +896,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -897,6 +911,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out index e30cf74..b6e6f8e 100644 --- ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out +++ ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out @@ -37,6 +37,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@mi1 +PREHOOK: Output: default@mi2 +PREHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/mi4.out POSTHOOK: query: EXPLAIN FROM src a JOIN src b ON (a.key = b.key) INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 @@ -44,6 +49,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@mi1 +POSTHOOK: Output: default@mi2 +POSTHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/mi4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 @@ -1313,6 +1323,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@mi1 +PREHOOK: Output: default@mi2 +PREHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/mi4.out POSTHOOK: query: EXPLAIN FROM src a JOIN src b ON (a.key = b.key) INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 @@ -1320,6 +1335,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@mi1 +POSTHOOK: Output: default@mi2 +POSTHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/mi4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out index 067f70c..f8b3550 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -122,6 +126,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -131,6 +137,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out index a2ce587..8400a0c 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -242,6 +246,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -251,6 +257,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out index 486e06c..b5445bf 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -242,6 +246,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -251,6 +257,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out index 058029f..f54ab83 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out @@ -10,6 +10,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -22,6 +24,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -384,6 +388,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -396,6 +402,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out index 001b9fb..0fb6ecf 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out @@ -34,8 +34,16 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from t1 full outer join t2 on t1.id=t2.id join t3 on t2.id=t3.id where t3.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 full outer join t2 on t1.id=t2.id join t3 on t2.id=t3.id where t3.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -145,8 +153,16 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from t1 join t2 on (t1.id=t2.id) left outer join t3 on (t2.id=t3.id) where t2.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 join t2 on (t1.id=t2.id) left outer join t3 on (t2.id=t3.id) where t2.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -253,8 +269,16 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from t1 join t2 on (t1.id=t2.id) left outer join t3 on (t1.id=t3.id) where t2.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 join t2 on (t1.id=t2.id) left outer join t3 on (t1.id=t3.id) where t2.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ppd_transform.q.out ql/src/test/results/clientpositive/spark/ppd_transform.q.out index b0753b6..08e15ae 100644 --- ql/src/test/results/clientpositive/spark/ppd_transform.q.out +++ ql/src/test/results/clientpositive/spark/ppd_transform.q.out @@ -7,6 +7,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -16,6 +19,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -187,6 +193,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -196,6 +205,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -364,12 +376,18 @@ FROM ( ) reduced #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM ( SELECT * FROM src ) mapout REDUCE * USING 'cat' AS x,y ) reduced #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/ptf.q.out ql/src/test/results/clientpositive/spark/ptf.q.out index ea59983..35359ee 100644 --- ql/src/test/results/clientpositive/spark/ptf.q.out +++ ql/src/test/results/clientpositive/spark/ptf.q.out @@ -8,6 +8,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -18,6 +20,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,6 +184,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -187,6 +193,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -364,12 +372,16 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -480,6 +492,8 @@ from noop(on part order by p_name ) abc PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -490,6 +504,8 @@ from noop(on part order by p_name ) abc POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -655,6 +671,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -665,6 +683,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -832,6 +852,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -843,6 +865,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1016,6 +1040,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from noop(on part @@ -1023,6 +1049,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1163,6 +1191,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from part p1 join noop(on part @@ -1170,6 +1200,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1314,6 +1346,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -1321,6 +1355,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1481,6 +1517,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1490,6 +1528,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1669,6 +1709,8 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1678,6 +1720,8 @@ from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1841,6 +1885,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1851,6 +1897,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2077,6 +2125,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, sub1.cd, sub1.s1 @@ -2090,6 +2140,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2255,6 +2307,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -2267,6 +2321,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2480,12 +2536,16 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select DISTINCT p_mfgr, p_name, p_size from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2632,6 +2692,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_price_view +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_brand, s, round(sum(s) over w1,2) as s1 @@ -2640,6 +2703,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_price_view +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2845,6 +2911,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: default@part_4 +PREHOOK: Output: default@part_5 POSTHOOK: query: explain from noop(on part partition by p_mfgr @@ -2861,6 +2930,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: default@part_4 +POSTHOOK: Output: default@part_5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -3249,6 +3321,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -3266,6 +3340,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3517,6 +3593,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -3534,6 +3612,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3779,6 +3859,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -3794,6 +3876,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4017,6 +4101,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -4034,6 +4120,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4297,6 +4385,8 @@ from noop(on order by p_mfgr )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, @@ -4313,6 +4403,8 @@ from noop(on order by p_mfgr )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4552,6 +4644,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4566,6 +4660,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out index 4960205..b9ccac7 100644 --- ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out +++ ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out @@ -45,6 +45,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -56,6 +58,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -169,6 +173,8 @@ from matchpath(on ) where fl_num = 1142 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -180,6 +186,8 @@ from matchpath(on ) where fl_num = 1142 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -284,6 +292,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -294,6 +304,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/ptf_streaming.q.out ql/src/test/results/clientpositive/spark/ptf_streaming.q.out index cf36bb1..6c56ac5 100644 --- ql/src/test/results/clientpositive/spark/ptf_streaming.q.out +++ ql/src/test/results/clientpositive/spark/ptf_streaming.q.out @@ -8,6 +8,8 @@ from noopstreaming(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -18,6 +20,8 @@ from noopstreaming(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,6 +184,8 @@ from noopstreaming (on (select p1.* from part p1 join part p2 on p1.p_partkey = distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -187,6 +193,8 @@ from noopstreaming (on (select p1.* from part p1 join part p2 on p1.p_partkey = distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -365,6 +373,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from noopstreaming(on part @@ -372,6 +382,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -512,6 +524,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -519,6 +533,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -679,6 +695,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -688,6 +706,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -868,6 +888,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -878,6 +900,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1101,6 +1125,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1111,6 +1137,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1334,6 +1362,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1344,6 +1374,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1569,6 +1601,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -1581,6 +1615,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1805,6 +1841,8 @@ from noopstreaming(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -1822,6 +1860,8 @@ from noopstreaming(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2073,6 +2113,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -2090,6 +2132,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2334,6 +2378,8 @@ from noopwithmapstreaming(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -2348,6 +2394,8 @@ from noopwithmapstreaming(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out index 207fc3c..67c7d81 100644 --- ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out +++ ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select * from (select * from src cluster by key) a join src b on a.key = b.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src cluster by key) a join src b on a.key = b.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/router_join_ppr.q.out ql/src/test/results/clientpositive/spark/router_join_ppr.q.out index 322bae0..6c7575f 100644 --- ql/src/test/results/clientpositive/spark/router_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/router_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -313,6 +323,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -322,6 +337,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -623,6 +643,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -632,6 +657,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -929,6 +959,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -938,6 +973,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out index 11b4ac7..740d1b9 100644 --- ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out +++ ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out @@ -21,6 +21,9 @@ JOIN (SELECT src.key,src.value FROM src JOIN T1 ON src.key=T1.key) b ON a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM (SELECT src1.key,src1.value FROM src src1 JOIN src src2 ON src1.key=src2.key) a @@ -28,6 +31,9 @@ JOIN (SELECT src.key,src.value FROM src JOIN T1 ON src.key=T1.key) b ON a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-10, Stage-9 diff --git ql/src/test/results/clientpositive/spark/sample1.q.out ql/src/test/results/clientpositive/spark/sample1.q.out index 26d6148..55f91a0 100644 --- ql/src/test/results/clientpositive/spark/sample1.q.out +++ ql/src/test/results/clientpositive/spark/sample1.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sample10.q.out ql/src/test/results/clientpositive/spark/sample10.q.out index d589216..32db4c1 100644 --- ql/src/test/results/clientpositive/spark/sample10.q.out +++ ql/src/test/results/clientpositive/spark/sample10.q.out @@ -36,9 +36,21 @@ POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(s PREHOOK: query: explain extended select ds, count(1) from srcpartbucket tablesample (bucket 1 out of 4 on key) where ds is not null group by ds ORDER BY ds ASC PREHOOK: type: QUERY +PREHOOK: Input: default@srcpartbucket +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds, count(1) from srcpartbucket tablesample (bucket 1 out of 4 on key) where ds is not null group by ds ORDER BY ds ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpartbucket +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sample2.q.out ql/src/test/results/clientpositive/spark/sample2.q.out index dff572e..a97750c 100644 --- ql/src/test/results/clientpositive/spark/sample2.q.out +++ ql/src/test/results/clientpositive/spark/sample2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sample3.q.out ql/src/test/results/clientpositive/spark/sample3.q.out index 667d5c3..9e0ada7 100644 --- ql/src/test/results/clientpositive/spark/sample3.q.out +++ ql/src/test/results/clientpositive/spark/sample3.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/sample4.q.out ql/src/test/results/clientpositive/spark/sample4.q.out index 8c4640f..4cb52ea 100644 --- ql/src/test/results/clientpositive/spark/sample4.q.out +++ ql/src/test/results/clientpositive/spark/sample4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sample5.q.out ql/src/test/results/clientpositive/spark/sample5.q.out index 4af424c..41c4b47 100644 --- ql/src/test/results/clientpositive/spark/sample5.q.out +++ ql/src/test/results/clientpositive/spark/sample5.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sample6.q.out ql/src/test/results/clientpositive/spark/sample6.q.out index 1b49bd3..794fc7b 100644 --- ql/src/test/results/clientpositive/spark/sample6.q.out +++ ql/src/test/results/clientpositive/spark/sample6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -432,9 +436,13 @@ POSTHOOK: Input: default@dest1 PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -809,9 +817,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1440,9 +1452,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1913,9 +1929,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2372,9 +2392,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2806,9 +2830,13 @@ POSTHOOK: Input: default@srcbucket2 PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3090,9 +3118,13 @@ POSTHOOK: Output: default@empty_bucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@empty_bucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_bucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sample7.q.out ql/src/test/results/clientpositive/spark/sample7.q.out index 98c2d92..960ad11 100644 --- ql/src/test/results/clientpositive/spark/sample7.q.out +++ ql/src/test/results/clientpositive/spark/sample7.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s WHERE s.key > 100 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s WHERE s.key > 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sample8.q.out ql/src/test/results/clientpositive/spark/sample8.q.out index 5e27cb6..f54f3ea 100644 --- ql/src/test/results/clientpositive/spark/sample8.q.out +++ ql/src/test/results/clientpositive/spark/sample8.q.out @@ -4,12 +4,24 @@ FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t WHERE t.key = s.key and t.value = s.value and s.ds='2008-04-08' and s.hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t WHERE t.key = s.key and t.value = s.value and s.ds='2008-04-08' and s.hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -735,9 +747,15 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a JOIN src1 TABLESAMPLE(10 ROWS) b ON a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a JOIN src1 TABLESAMPLE(10 ROWS) b ON a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -826,9 +844,15 @@ POSTHOOK: Input: default@src1 PREHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a, src1 TABLESAMPLE(10 ROWS) b WHERE a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a, src1 TABLESAMPLE(10 ROWS) b WHERE a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sample9.q.out ql/src/test/results/clientpositive/spark/sample9.q.out index 8283d04..fbc263f 100644 --- ql/src/test/results/clientpositive/spark/sample9.q.out +++ ql/src/test/results/clientpositive/spark/sample9.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM (SELECT a.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) a) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM (SELECT a.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) a) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/script_pipe.q.out ql/src/test/results/clientpositive/spark/script_pipe.q.out index df23114..de26189 100644 --- ql/src/test/results/clientpositive/spark/script_pipe.q.out +++ ql/src/test/results/clientpositive/spark/script_pipe.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(*) USING 'true' AS a, b, c FROM (SELECT * FROM src LIMIT 1) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(*) USING 'true' AS a, b, c FROM (SELECT * FROM src LIMIT 1) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -62,8 +66,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT TRANSFORM(key, value, key, value, key, value, key, value, key, value, key, value) USING 'head -n 1' as a,b,c,d FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key, value, key, value, key, value, key, value, key, value, key, value) USING 'head -n 1' as a,b,c,d FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/semijoin.q.out ql/src/test/results/clientpositive/spark/semijoin.q.out index 6932efa..c104eea 100644 --- ql/src/test/results/clientpositive/spark/semijoin.q.out +++ ql/src/test/results/clientpositive/spark/semijoin.q.out @@ -122,8 +122,14 @@ POSTHOOK: Input: default@t4 #### A masked pattern was here #### PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -224,8 +230,14 @@ POSTHOOK: Input: default@t2 8 val_8 PREHOOK: query: explain select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -328,8 +340,14 @@ POSTHOOK: Input: default@t2 8 val_4 PREHOOK: query: explain select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -424,8 +442,14 @@ POSTHOOK: Input: default@t4 #### A masked pattern was here #### PREHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -535,8 +559,14 @@ val_8 val_9 PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -634,8 +664,14 @@ POSTHOOK: Input: default@t2 0 val_0 PREHOOK: query: explain select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -737,8 +773,14 @@ val_8 val_9 PREHOOK: query: explain select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -837,8 +879,14 @@ POSTHOOK: Input: default@t2 #### A masked pattern was here #### PREHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -938,8 +986,14 @@ POSTHOOK: Input: default@t2 8 val_4 PREHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1055,8 +1109,14 @@ POSTHOOK: Input: default@t3 9 PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1155,8 +1215,16 @@ POSTHOOK: Input: default@t2 8 val_8 PREHOOK: query: explain select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1288,8 +1356,14 @@ POSTHOOK: Input: default@t3 8 val_8 8 val_4 PREHOOK: query: explain select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1397,8 +1471,16 @@ POSTHOOK: Input: default@t3 9 val_9 PREHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1539,8 +1621,16 @@ POSTHOOK: Input: default@t3 8 PREHOOK: query: explain select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1668,8 +1758,16 @@ POSTHOOK: Input: default@t3 8 PREHOOK: query: explain select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1800,8 +1898,16 @@ NULL NULL PREHOOK: query: explain select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1932,8 +2038,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2064,8 +2178,16 @@ POSTHOOK: Input: default@t3 8 PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2198,8 +2320,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2343,8 +2473,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2503,8 +2641,14 @@ POSTHOOK: Input: default@t3 8 PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.value = b.value where a.key > 100 PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.value = b.value where a.key > 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2595,10 +2739,14 @@ PREHOOK: query: explain select key, value from src outr left semi join (select a.key, b.value from src a join (select distinct value from src) b on a.value > b.value group by a.key, b.value) inr on outr.key=inr.key and outr.value=inr.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src outr left semi join (select a.key, b.value from src a join (select distinct value from src) b on a.value > b.value group by a.key, b.value) inr on outr.key=inr.key and outr.value=inr.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoin.q.out ql/src/test/results/clientpositive/spark/skewjoin.q.out index 1c25ab1..03a2a72 100644 --- ql/src/test/results/clientpositive/spark/skewjoin.q.out +++ ql/src/test/results/clientpositive/spark/skewjoin.q.out @@ -74,10 +74,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-4 depends on stages: Stage-1 , consists of Stage-5, Stage-0 @@ -239,12 +243,22 @@ FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key JOIN T4 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +PREHOOK: Input: default@t4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key JOIN T4 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +POSTHOOK: Input: default@t4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -371,12 +385,22 @@ FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key JOIN T4 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +PREHOOK: Input: default@t4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key JOIN T4 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +POSTHOOK: Input: default@t4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -499,8 +523,14 @@ POSTHOOK: Input: default@t4 2 12 2 22 2 12 2 12 PREHOOK: query: EXPLAIN FROM T1 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -599,6 +629,8 @@ JOIN ON (x.key = Y.key) SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -606,6 +638,8 @@ JOIN ON (x.key = Y.key) SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-4 depends on stages: Stage-1 , consists of Stage-5, Stage-2 @@ -784,6 +818,8 @@ JOIN ON (x.key = Y.key and substring(x.value, 5)=substring(y.value, 5)+1) SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -791,6 +827,8 @@ JOIN ON (x.key = Y.key and substring(x.value, 5)=substring(y.value, 5)+1) SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-4 depends on stages: Stage-1 , consists of Stage-5, Stage-2 @@ -973,6 +1011,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum(hash(src1.c1)), sum(hash(src2.c4)) FROM @@ -984,6 +1024,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 , consists of Stage-6, Stage-7, Stage-2 @@ -1253,9 +1295,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1 k LEFT OUTER JOIN T1 v ON k.key+1=v.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1 k LEFT OUTER JOIN T1 v ON k.key+1=v.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out index a0adab1..2691b74 100644 --- ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out +++ ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain create table noskew as select a.* from src a join src b on a.key=b.key order by a.key limit 30 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@noskew POSTHOOK: query: explain create table noskew as select a.* from src a join src b on a.key=b.key order by a.key limit 30 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@noskew STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 , consists of Stage-6, Stage-3 diff --git ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out index ef76431..ef09e7b 100644 --- ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out +++ ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT * FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,9 +186,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -334,10 +346,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1 SELECT * FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1 SELECT * FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -499,10 +517,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1 SELECT * FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1 SELECT * FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out index f748237..19221e1 100644 --- ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out +++ ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out @@ -53,9 +53,17 @@ POSTHOOK: Output: default@t3 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out index 9467ca0..40bdf4f 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,9 +186,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -325,9 +337,15 @@ NULL NULL 5 15 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -474,9 +492,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out index 12c5efe..c93552f 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out @@ -39,9 +39,15 @@ POSTHOOK: Lineage: array_valued_t1.value EXPRESSION [(t1)t1.FieldSchema(name:val PREHOOK: query: explain select * from (select a.key as key, b.value as array_val from T1 a join array_valued_T1 b on a.key=b.key) i lateral view explode (array_val) c as val PREHOOK: type: QUERY +PREHOOK: Input: default@array_valued_t1 +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key as key, b.value as array_val from T1 a join array_valued_T1 b on a.key=b.key) i lateral view explode (array_val) c as val POSTHOOK: type: QUERY +POSTHOOK: Input: default@array_valued_t1 +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out index abb9ac1..821141e 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out @@ -40,6 +40,9 @@ select * from select a.key, a.val as val1, b.val as val2 from T1 a join T2 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -48,6 +51,9 @@ select * from select a.key, a.val as val1, b.val as val2 from T1 a join T2 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out index 8be28b6..971faaf 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out index 9a8dced..e7c590a 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out @@ -54,12 +54,20 @@ from T1 a join T2 b on a.key = b.key join T3 c on a.val = c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from T1 a join T2 b on a.key = b.key join T3 c on a.val = c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out index 3cda697..0bfd7d9 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out @@ -56,12 +56,20 @@ from T1 a join T2 b on a.key = b.key join T3 c on a.val = c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from T1 a join T2 b on a.key = b.key join T3 c on a.val = c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out index 24d0e91..cd77321 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out @@ -69,9 +69,15 @@ POSTHOOK: Lineage: t2.val SIMPLE [(tmpt2)tmpt2.FieldSchema(name:val, type:string PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -212,9 +218,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -357,9 +369,15 @@ NULL NULL 5 15 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -506,9 +524,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1 a RIGHT OUTER JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out index 4189fb3..6502a2c 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out index 1d91ed9..ca62cec 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -232,9 +238,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out index d7eac4b..f6677db 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out @@ -53,9 +53,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out index 8cc82a2..68ac861 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out index fb4ce34..1370891 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -173,9 +179,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a LEFT OUTER JOIN T2 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a LEFT OUTER JOIN T2 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -313,9 +325,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val group by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1 a JOIN T2 b ON a.key = b.key and a.val = b.val group by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -472,9 +490,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1 a LEFT OUTER JOIN T2 b ON a.key = b.key and a.val = b.val group by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1 a LEFT OUTER JOIN T2 b ON a.key = b.key and a.val = b.val group by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out index 3cd65b9..eb644c5 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,9 +186,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a FULL OUTER JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a FULL OUTER JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out index 0a9780b..ae51398 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out @@ -35,9 +35,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -178,9 +184,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T2 a JOIN T1 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T2 a JOIN T1 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out index 4fc3234..7fbe6c6 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out index 8e359ab..41bf0ad 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1 a JOIN T2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out index f748237..19221e1 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out @@ -53,9 +53,17 @@ POSTHOOK: Output: default@t3 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out index ae0f807..567bc6b 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out @@ -51,9 +51,17 @@ POSTHOOK: Output: default@t3 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out index a964c42..914e854 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out @@ -41,6 +41,9 @@ select key, val from T1 ) subq1 join T2 b on subq1.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -50,6 +53,9 @@ select key, val from T1 ) subq1 join T2 b on subq1.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -164,6 +170,9 @@ select key, count(1) as cnt from T1 group by key ) subq1 join T2 b on subq1.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -171,6 +180,9 @@ select key, count(1) as cnt from T1 group by key ) subq1 join T2 b on subq1.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out index ec10c44..db26ba2 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out @@ -92,9 +92,15 @@ POSTHOOK: Input: default@smb_bucket_1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -151,9 +157,15 @@ POSTHOOK: Input: default@smb_bucket_2 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -212,9 +224,15 @@ POSTHOOK: Input: default@smb_bucket_2 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -272,9 +290,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -337,9 +361,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -396,9 +426,15 @@ POSTHOOK: Input: default@smb_bucket_2 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -457,9 +493,15 @@ POSTHOOK: Input: default@smb_bucket_2 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -517,9 +559,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out index 68d3952..de98651 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out @@ -60,6 +60,10 @@ on (a.ds = '1' and b.ds = '2' and a.postid = b.postid and a.type = b.type) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_smb_bucket_10 +PREHOOK: Input: default@tmp_smb_bucket_10@ds=1 +PREHOOK: Input: default@tmp_smb_bucket_10@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from tmp_smb_bucket_10 a join tmp_smb_bucket_10 b on (a.ds = '1' and b.ds = '2' and @@ -68,6 +72,10 @@ on (a.ds = '1' and b.ds = '2' and a.postid = b.postid and a.type = b.type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_smb_bucket_10 +POSTHOOK: Input: default@tmp_smb_bucket_10@ds=1 +POSTHOOK: Input: default@tmp_smb_bucket_10@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out index 054905d..1749314 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out @@ -43,9 +43,19 @@ POSTHOOK: Output: default@test_table3 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1 a JOIN test_table2 b ON a.key = b.key AND a.ds = '1' AND b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1 a JOIN test_table2 b ON a.key = b.key AND a.ds = '1' AND b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1783,8 +1793,14 @@ POSTHOOK: Input: default@test_table3@ds=1 498 val_498 1 PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table1 TABLESAMPLE(BUCKET 2 OUT OF 16) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table1 TABLESAMPLE(BUCKET 2 OUT OF 16) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1856,8 +1872,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table3 TABLESAMPLE(BUCKET 2 OUT OF 16) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table3 +PREHOOK: Input: default@test_table3@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table3 TABLESAMPLE(BUCKET 2 OUT OF 16) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table3 +POSTHOOK: Input: default@test_table3@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out index 6f1ab06..c586a87 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out @@ -55,9 +55,23 @@ POSTHOOK: Output: default@test_table3 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1 a JOIN test_table2 b ON a.key = b.key AND a.ds = '1' AND b.ds >= '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=1 +PREHOOK: Input: default@test_table2@ds=2 +PREHOOK: Input: default@test_table2@ds=3 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1 a JOIN test_table2 b ON a.key = b.key AND a.ds = '1' AND b.ds >= '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=1 +POSTHOOK: Input: default@test_table2@ds=2 +POSTHOOK: Input: default@test_table2@ds=3 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -271,10 +285,20 @@ PREHOOK: query: explain extended INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '2') SELECT /*+mapjoin(b)*/ a.key, concat(a.value, b.value) FROM test_table3 a JOIN test_table1 b ON a.key = b.key AND a.ds = '1' AND b.ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Input: default@test_table3 +PREHOOK: Input: default@test_table3@ds=1 +PREHOOK: Output: default@test_table3@ds=2 POSTHOOK: query: explain extended INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '2') SELECT /*+mapjoin(b)*/ a.key, concat(a.value, b.value) FROM test_table3 a JOIN test_table1 b ON a.key = b.key AND a.ds = '1' AND b.ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Input: default@test_table3 +POSTHOOK: Input: default@test_table3@ds=1 +POSTHOOK: Output: default@test_table3@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out index d8bd846..23322a9 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out @@ -63,9 +63,15 @@ POSTHOOK: Lineage: test_table4.value SIMPLE [(src)src.FieldSchema(name:value, ty PREHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table1 a JOIN test_table2 b ON a.key = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table1 a JOIN test_table2 b ON a.key = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -228,9 +234,15 @@ POSTHOOK: Input: default@test_table2 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table3 a JOIN test_table4 b ON a.key = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table3 +PREHOOK: Input: default@test_table4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table3 a JOIN test_table4 b ON a.key = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table3 +POSTHOOK: Input: default@test_table4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out index 7493ee4..3c91533 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out @@ -43,11 +43,17 @@ select count(*) from ( select /*+mapjoin(a)*/ a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select /*+mapjoin(a)*/ a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,6 +162,9 @@ select key, count(*) from group by key order by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -164,6 +173,9 @@ select key, count(*) from group by key order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -302,6 +314,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -312,6 +327,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -450,6 +468,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -457,6 +478,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -573,6 +597,9 @@ select /*+mapjoin(subq2)*/ count(*) from join tbl2 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq2)*/ count(*) from ( @@ -585,6 +612,9 @@ select /*+mapjoin(subq2)*/ count(*) from join tbl2 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -718,6 +748,8 @@ select /*+mapjoin(subq2)*/ count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq2)*/ count(*) from ( @@ -737,6 +769,8 @@ select /*+mapjoin(subq2)*/ count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -870,6 +904,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1 a where key < 8) subq1 @@ -877,6 +914,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -988,6 +1028,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1 a) subq1 @@ -995,6 +1038,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1104,11 +1150,17 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1214,11 +1266,17 @@ select /*+mapjoin(a)*/ count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1329,6 +1387,9 @@ select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -1339,6 +1400,9 @@ select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1481,6 +1545,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select /*+mapjoin(subq2)*/ subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1494,6 +1561,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out index 1916075..78a98de 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: test_table2.value SIMPLE [(src)src.FieldSchema(name:value, ty PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1 a JOIN test_table2 b ON a.key = b.key ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1 a JOIN test_table2 b ON a.key = b.key ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -341,9 +347,15 @@ POSTHOOK: Lineage: test_table2.value SIMPLE [(src)src.FieldSchema(name:value, ty PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.key2 = b.key2 ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -595,9 +607,15 @@ POSTHOOK: Input: default@test_table2 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1 a JOIN test_table2 b ON a.key2 = b.key2 and a.key = b.key ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1 a JOIN test_table2 b ON a.key2 = b.key2 and a.key = b.key ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -849,9 +867,15 @@ POSTHOOK: Input: default@test_table2 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.value = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1 a JOIN test_table2 b ON a.key = b.key and a.value = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out index c845a72..8927994 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: test_table2.value SIMPLE [(src)src.FieldSchema(name:value, ty PREHOOK: query: EXPLAIN SELECT /*+mapjoin(b)*/ count(*) FROM test_table1 a JOIN test_table2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+mapjoin(b)*/ count(*) FROM test_table1 a JOIN test_table2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out index c9422ea..f7c2b78 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out @@ -167,6 +167,14 @@ JOIN test_table5 e ON a.key = e.key JOIN test_table6 f ON a.key = f.key JOIN test_table7 g ON a.key = g.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table3 +PREHOOK: Input: default@test_table4 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ mapjoin(b, c, d, e, f, g) */ count(*) FROM test_table1 a JOIN test_table2 b ON a.key = b.key @@ -176,6 +184,14 @@ JOIN test_table5 e ON a.key = e.key JOIN test_table6 f ON a.key = f.key JOIN test_table7 g ON a.key = g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table3 +POSTHOOK: Input: default@test_table4 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -398,6 +414,14 @@ LEFT OUTER JOIN test_table5 e ON a.key = e.key LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table3 +PREHOOK: Input: default@test_table4 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM test_table1 a LEFT OUTER JOIN test_table2 b ON a.key = b.key @@ -407,6 +431,14 @@ LEFT OUTER JOIN test_table5 e ON a.key = e.key LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table3 +POSTHOOK: Input: default@test_table4 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -517,6 +549,15 @@ LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key LEFT OUTER JOIN test_table8 h ON a.key = h.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table3 +PREHOOK: Input: default@test_table4 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +PREHOOK: Input: default@test_table8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM test_table1 a LEFT OUTER JOIN test_table2 b ON a.key = b.key @@ -527,6 +568,15 @@ LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key LEFT OUTER JOIN test_table8 h ON a.key = h.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table3 +POSTHOOK: Input: default@test_table4 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +POSTHOOK: Input: default@test_table8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -656,6 +706,15 @@ LEFT OUTER JOIN test_table6 r ON a.key = r.key LEFT OUTER JOIN test_table7 s ON a.key = s.key LEFT OUTER JOIN test_table8 t ON a.key = t.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table3 +PREHOOK: Input: default@test_table4 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +PREHOOK: Input: default@test_table8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.* FROM test_table1 a @@ -679,6 +738,15 @@ LEFT OUTER JOIN test_table6 r ON a.key = r.key LEFT OUTER JOIN test_table7 s ON a.key = s.key LEFT OUTER JOIN test_table8 t ON a.key = t.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table3 +POSTHOOK: Input: default@test_table4 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +POSTHOOK: Input: default@test_table8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out index 90d0e0e..3da4a4b 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,10 +212,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '2') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' and a.key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '2') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' and a.key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -342,10 +354,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '3') SELECT a.key, a.value FROM test_table2 a WHERE a.ds = '2' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table2 +PREHOOK: Input: default@test_table2@ds=2 +PREHOOK: Output: default@test_table2@ds=3 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '3') SELECT a.key, a.value FROM test_table2 a WHERE a.ds = '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table2 +POSTHOOK: Input: default@test_table2@ds=2 +POSTHOOK: Output: default@test_table2@ds=3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out index 71267d6..81f5e1f 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out index 0bcd167..75bf69f 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -110,9 +116,15 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a left outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a left outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -171,9 +183,15 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a right outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a right outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,9 +251,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a full outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1 a full outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -298,9 +322,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -359,9 +389,15 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a left outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a left outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -420,9 +456,15 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a right outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a right outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -482,9 +524,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a full outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1 a full outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out index 314c07c..06d5d1d 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,10 +162,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.value, a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.value, a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1325,10 +1337,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '2') SELECT a.key+a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '2') SELECT a.key+a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out index 0a63bfb..f4b5ed2 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,10 +110,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,10 +200,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -271,10 +289,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -355,10 +379,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -439,10 +469,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out index e4681ba..520b97b 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out @@ -33,9 +33,13 @@ POSTHOOK: Lineage: test_table1.value SIMPLE [(src)src.FieldSchema(name:value, ty PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 SELECT * FROM test_table1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Output: default@test_table2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 SELECT * FROM test_table1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Output: default@test_table2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -177,9 +181,13 @@ POSTHOOK: Lineage: test_table1.value SIMPLE [(src)src.FieldSchema(name:value, ty PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 SELECT * FROM test_table1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Output: default@test_table2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 SELECT * FROM test_table1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Output: default@test_table2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out index ccf7fb9..f4ceb9b 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out @@ -52,9 +52,17 @@ Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' PREHOOK: query: explain select * from (select a.key from smb_bucket_1 a join smb_bucket_2 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2 c join smb_bucket_3 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key from smb_bucket_1 a join smb_bucket_2 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2 c join smb_bucket_3 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -177,9 +185,17 @@ Warning: Map Join MAPJOIN[30][bigTable=?] in task 'Stage-2:MAPRED' is a cross pr PREHOOK: query: explain select * from (select a.key from smb_bucket_1 a join smb_bucket_2 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2 c join smb_bucket_3 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key from smb_bucket_1 a join smb_bucket_2 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2 c join smb_bucket_3 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out index ad879a8..6a4f26a 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2 a join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2 a join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -110,9 +116,15 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2 a left outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2 a left outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,9 +182,15 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2 a right outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2 a right outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -232,9 +250,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2 a full outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2 a full outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -296,9 +320,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2 a join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2 a join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -357,9 +387,15 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2 a left outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2 a left outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -417,9 +453,15 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2 a right outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2 a right outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -479,9 +521,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2 a full outer join smb_bucket_3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2 a full outer join smb_bucket_3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out index 21171db..8b72acd 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out @@ -49,9 +49,17 @@ POSTHOOK: Output: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,9 +166,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -267,9 +283,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -372,9 +396,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -478,9 +510,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -589,9 +629,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -700,9 +748,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -804,9 +860,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -910,9 +974,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1018,9 +1090,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1129,9 +1209,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1238,9 +1326,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1344,9 +1440,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out index 348d165..dc83d25 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out @@ -49,9 +49,17 @@ POSTHOOK: Output: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,9 +166,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -267,9 +283,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -372,9 +396,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -478,9 +510,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -589,9 +629,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -700,9 +748,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -804,9 +860,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -910,9 +974,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1018,9 +1090,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1129,9 +1209,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1238,9 +1326,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1344,9 +1440,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out index 745e221..0c0c12c 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out @@ -58,10 +58,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +PREHOOK: Output: default@smb_join_results POSTHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +POSTHOOK: Output: default@smb_join_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1231,10 +1237,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(b)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +PREHOOK: Output: default@smb_join_results POSTHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(b)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +POSTHOOK: Output: default@smb_join_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2420,10 +2432,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +PREHOOK: Output: default@smb_join_results POSTHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +POSTHOOK: Output: default@smb_join_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2525,10 +2543,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(b)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +PREHOOK: Output: default@smb_join_results POSTHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(b)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +POSTHOOK: Output: default@smb_join_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2629,9 +2653,15 @@ POSTHOOK: Lineage: smb_join_results.v2 SIMPLE [(smb_bucket4_2)b.FieldSchema(name PREHOOK: query: explain select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key join smb_bucket4_2 c on b.key = c.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b,c)*/ * from smb_bucket4_1 a join smb_bucket4_2 b on a.key = b.key join smb_bucket4_2 c on b.key = c.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out index 610abab..f7eafbc 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out @@ -610,10 +610,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +PREHOOK: Output: default@smb_join_results POSTHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +POSTHOOK: Output: default@smb_join_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/sort.q.out ql/src/test/results/clientpositive/spark/sort.q.out index 298dc51..dfe0537 100644 --- ql/src/test/results/clientpositive/spark/sort.q.out +++ ql/src/test/results/clientpositive/spark/sort.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x SORT BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x SORT BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out index 224e2d9..fa947c8 100644 --- ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out +++ ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out @@ -8,6 +8,8 @@ FROM ( FROM (SELECT * FROM src LIMIT 1) s2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( @@ -18,6 +20,8 @@ FROM ( FROM (SELECT * FROM src LIMIT 1) s2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -117,6 +121,8 @@ FROM ( FROM (SELECT * FROM src LIMIT 1) s2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( @@ -127,6 +133,8 @@ FROM ( FROM (SELECT * FROM src LIMIT 1) s2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/spark_union_merge.q.out ql/src/test/results/clientpositive/spark/spark_union_merge.q.out index 16f1277..f369aee 100644 --- ql/src/test/results/clientpositive/spark/spark_union_merge.q.out +++ ql/src/test/results/clientpositive/spark/spark_union_merge.q.out @@ -6,6 +6,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union_merge.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union_merge.out POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM src select src.key, src.value WHERE src.key < 100 @@ -14,6 +16,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union_merge.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union_merge.out STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -227,6 +231,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union_merge.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union_merge.out POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM src select src.key, src.value WHERE src.key < 100 @@ -235,6 +241,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union_merge.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union_merge.out STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git ql/src/test/results/clientpositive/spark/stats0.q.out ql/src/test/results/clientpositive/spark/stats0.q.out index 0fae83b..b4e9a24 100644 --- ql/src/test/results/clientpositive/spark/stats0.q.out +++ ql/src/test/results/clientpositive/spark/stats0.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_non_partitioned POSTHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_non_partitioned STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -693,10 +697,14 @@ PREHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_partitioned@ds=1 POSTHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_partitioned@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1328,10 +1336,14 @@ PREHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_non_partitioned POSTHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_non_partitioned STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2011,10 +2023,14 @@ PREHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_partitioned@ds=1 POSTHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_partitioned@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/stats1.q.out ql/src/test/results/clientpositive/spark/stats1.q.out index 29777f9..7cdeacc 100644 --- ql/src/test/results/clientpositive/spark/stats1.q.out +++ ql/src/test/results/clientpositive/spark/stats1.q.out @@ -13,6 +13,9 @@ FROM (SELECT 'tst1' AS key, cast(count(1) AS string) AS value FROM src s1 UNION ALL SELECT s2.key AS key, s2.value AS value FROM src1 s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@tmptable POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE tmptable SELECT unionsrc.key, unionsrc.value @@ -20,6 +23,9 @@ FROM (SELECT 'tst1' AS key, cast(count(1) AS string) AS value FROM src s1 UNION ALL SELECT s2.key AS key, s2.value AS value FROM src1 s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@tmptable STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/stats10.q.out ql/src/test/results/clientpositive/spark/stats10.q.out index d79fc10..bf81d25 100644 --- ql/src/test/results/clientpositive/spark/stats10.q.out +++ ql/src/test/results/clientpositive/spark/stats10.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table bucket3_1 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1@ds=1 POSTHOOK: query: explain insert overwrite table bucket3_1 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -366,8 +370,20 @@ POSTHOOK: Input: default@bucket3_1@ds=1 498 val_498 1 PREHOOK: query: explain analyze table bucket3_1 partition (ds) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1 +PREHOOK: Input: default@bucket3_1@ds=1 +PREHOOK: Input: default@bucket3_1@ds=2 +PREHOOK: Output: default@bucket3_1 +PREHOOK: Output: default@bucket3_1@ds=1 +PREHOOK: Output: default@bucket3_1@ds=2 POSTHOOK: query: explain analyze table bucket3_1 partition (ds) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1 +POSTHOOK: Input: default@bucket3_1@ds=1 +POSTHOOK: Input: default@bucket3_1@ds=2 +POSTHOOK: Output: default@bucket3_1 +POSTHOOK: Output: default@bucket3_1@ds=1 +POSTHOOK: Output: default@bucket3_1@ds=2 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats12.q.out ql/src/test/results/clientpositive/spark/stats12.q.out index 4aa3704..c188418 100644 --- ql/src/test/results/clientpositive/spark/stats12.q.out +++ ql/src/test/results/clientpositive/spark/stats12.q.out @@ -36,9 +36,21 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [ PREHOOK: query: explain extended analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=12 POSTHOOK: query: explain extended analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats13.q.out ql/src/test/results/clientpositive/spark/stats13.q.out index d59ca8b..7cf29e7 100644 --- ql/src/test/results/clientpositive/spark/stats13.q.out +++ ql/src/test/results/clientpositive/spark/stats13.q.out @@ -36,9 +36,17 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [ PREHOOK: query: explain extended analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats2.q.out ql/src/test/results/clientpositive/spark/stats2.q.out index e8330db..2dfa955 100644 --- ql/src/test/results/clientpositive/spark/stats2.q.out +++ ql/src/test/results/clientpositive/spark/stats2.q.out @@ -9,9 +9,20 @@ POSTHOOK: Output: default@analyze_t1 PREHOOK: query: explain insert overwrite table analyze_t1 partition (ds, hr) select * from srcpart where ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_t1 POSTHOOK: query: explain insert overwrite table analyze_t1 partition (ds, hr) select * from srcpart where ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -120,8 +131,28 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_t1 +PREHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=12 +PREHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=11 +PREHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_t1 +PREHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_t1 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_t1 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats3.q.out ql/src/test/results/clientpositive/spark/stats3.q.out index 212ddcc..830c45f 100644 --- ql/src/test/results/clientpositive/spark/stats3.q.out +++ ql/src/test/results/clientpositive/spark/stats3.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@hive_test_src PREHOOK: query: explain extended load data local inpath '../../data/files/test.dat' overwrite into table hive_test_src PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@hive_test_src POSTHOOK: query: explain extended load data local inpath '../../data/files/test.dat' overwrite into table hive_test_src POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@hive_test_src STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats5.q.out ql/src/test/results/clientpositive/spark/stats5.q.out index 1204200..3f763d3 100644 --- ql/src/test/results/clientpositive/spark/stats5.q.out +++ ql/src/test/results/clientpositive/spark/stats5.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: analyze_src.key SIMPLE [(src)src.FieldSchema(name:key, type:s POSTHOOK: Lineage: analyze_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain analyze table analyze_src compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_src +PREHOOK: Output: default@analyze_src POSTHOOK: query: explain analyze table analyze_src compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_src +POSTHOOK: Output: default@analyze_src STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats7.q.out ql/src/test/results/clientpositive/spark/stats7.q.out index 5d4a4a1..674e09f 100644 --- ql/src/test/results/clientpositive/spark/stats7.q.out +++ ql/src/test/results/clientpositive/spark/stats7.q.out @@ -35,8 +35,20 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(s POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats8.q.out ql/src/test/results/clientpositive/spark/stats8.q.out index 544d170..794c06f 100644 --- ql/src/test/results/clientpositive/spark/stats8.q.out +++ ql/src/test/results/clientpositive/spark/stats8.q.out @@ -35,8 +35,16 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(s POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -147,8 +155,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=12) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=12) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -220,8 +236,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-09',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-09/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-09',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-09/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -293,8 +317,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-09',hr=12) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-09',hr=12) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -366,8 +398,28 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds, hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds, hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats9.q.out ql/src/test/results/clientpositive/spark/stats9.q.out index fb2f90a..ed226b6 100644 --- ql/src/test/results/clientpositive/spark/stats9.q.out +++ ql/src/test/results/clientpositive/spark/stats9.q.out @@ -18,8 +18,12 @@ POSTHOOK: Lineage: analyze_srcbucket.key SIMPLE [(srcbucket)srcbucket.FieldSchem POSTHOOK: Lineage: analyze_srcbucket.value SIMPLE [(srcbucket)srcbucket.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain analyze table analyze_srcbucket compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcbucket +PREHOOK: Output: default@analyze_srcbucket POSTHOOK: query: explain analyze table analyze_srcbucket compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcbucket +POSTHOOK: Output: default@analyze_srcbucket STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out index c8fa18c..b94b1b9 100644 --- ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out +++ ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out @@ -36,9 +36,17 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [ PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage @@ -298,9 +306,21 @@ POSTHOOK: Lineage: analyze_srcpart_partial PARTITION(ds=2008-04-09,hr=12).value PREHOOK: query: explain analyze table analyze_srcpart_partial PARTITION(ds='2008-04-08') compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_partial +PREHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_partial +PREHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_partial PARTITION(ds='2008-04-08') compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_partial +POSTHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_partial +POSTHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage diff --git ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out index 1f5bd0c..91e2e2b 100644 --- ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out +++ ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out @@ -141,8 +141,12 @@ POSTHOOK: Lineage: texternal PARTITION(insertdate=2008-01-01).key SIMPLE [(src)s POSTHOOK: Lineage: texternal PARTITION(insertdate=2008-01-01).val SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select count(*) from texternal where insertdate='2008-01-01' PREHOOK: type: QUERY +PREHOOK: Input: default@texternal +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from texternal where insertdate='2008-01-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@texternal +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -291,8 +295,14 @@ Storage Desc Params: #### A masked pattern was here #### PREHOOK: query: explain select count(*) from anaylyze_external where insertdate='2008-01-01' PREHOOK: type: QUERY +PREHOOK: Input: default@anaylyze_external +PREHOOK: Input: default@anaylyze_external@insertdate=2008-01-01 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from anaylyze_external where insertdate='2008-01-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@anaylyze_external +POSTHOOK: Input: default@anaylyze_external@insertdate=2008-01-01 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/stats_only_null.q.out ql/src/test/results/clientpositive/spark/stats_only_null.q.out index 758503f..cc270d4 100644 --- ql/src/test/results/clientpositive/spark/stats_only_null.q.out +++ ql/src/test/results/clientpositive/spark/stats_only_null.q.out @@ -69,9 +69,13 @@ POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).d SIMPLE [(temps_null)temp PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -125,9 +129,17 @@ STAGE PLANS: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null_part +PREHOOK: Input: default@stats_null_part@dt=2010 +PREHOOK: Input: default@stats_null_part@dt=2011 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null_part +POSTHOOK: Input: default@stats_null_part@dt=2010 +POSTHOOK: Input: default@stats_null_part@dt=2011 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -297,9 +309,13 @@ Storage Desc Params: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -313,9 +329,13 @@ STAGE PLANS: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/subquery_exists.q.out ql/src/test/results/clientpositive/spark/subquery_exists.q.out index 79ac544..a60dcc1 100644 --- ql/src/test/results/clientpositive/spark/subquery_exists.q.out +++ ql/src/test/results/clientpositive/spark/subquery_exists.q.out @@ -7,6 +7,8 @@ where exists where b.value = a.value and a.key = b.key and a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -16,6 +18,8 @@ where exists where b.value = a.value and a.key = b.key and a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -208,6 +212,8 @@ where exists where b.VALUE = a.VALUE ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -217,6 +223,8 @@ where exists where b.VALUE = a.VALUE ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -302,6 +310,8 @@ where exists where a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -311,6 +321,8 @@ where exists where a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -942,8 +954,14 @@ POSTHOOK: Lineage: t.i SCRIPT [] Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from t where exists (select count(*) from src where 1=2) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t +#### A masked pattern was here #### POSTHOOK: query: explain select * from t where exists (select count(*) from src where 1=2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1085,9 +1103,13 @@ POSTHOOK: Input: default@tx1 PREHOOK: query: explain select count(*) as result,3 as expected from tx1 u where exists (select * from tx1 v where u.a=v.a and u.b <> v.b) PREHOOK: type: QUERY +PREHOOK: Input: default@tx1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as result,3 as expected from tx1 u where exists (select * from tx1 v where u.a=v.a and u.b <> v.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1234,8 +1256,14 @@ POSTHOOK: Lineage: t2.i SCRIPT [] POSTHOOK: Lineage: t2.j SCRIPT [] PREHOOK: query: explain select * from t1 where t1.i in (select t2.i from t2 where t2.j <> t1.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1 where t1.i in (select t2.i from t2 where t2.j <> t1.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/subquery_in.q.out ql/src/test/results/clientpositive/spark/subquery_in.q.out index 7df9300..dce91c4 100644 --- ql/src/test/results/clientpositive/spark/subquery_in.q.out +++ ql/src/test/results/clientpositive/spark/subquery_in.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain from src where src.key in (select key from src s1 where s1.key > '9') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where src.key in (select key from src s1 where s1.key > '9') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -115,6 +119,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -124,6 +130,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -238,6 +246,8 @@ part where part.p_size in where r <= 2 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name, p_size from @@ -247,6 +257,8 @@ part where part.p_size in where r <= 2 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -401,6 +413,8 @@ from part b where b.p_size in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part b where b.p_size in @@ -409,6 +423,8 @@ from part b where b.p_size in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -582,6 +598,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -591,6 +609,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -705,6 +725,8 @@ where b.key in where b.value <> a.key and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -714,6 +736,8 @@ where b.key in where b.value <> a.key and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -846,8 +870,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select * from src b where b.key in (select distinct key from src a where a.value > b.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key in (select distinct key from src a where a.value > b.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -977,12 +1005,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1152,8 +1184,14 @@ POSTHOOK: Input: default@lineitem 4297 1798 PREHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity IN (select avg(l_quantity) from lineitem where l_partkey = p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity IN (select avg(l_quantity) from lineitem where l_partkey = p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1317,8 +1355,12 @@ POSTHOOK: Input: default@part NULL PREHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size IN (select (p_size) from part p where p.p_type = part.p_type group by p_size) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size IN (select (p_size) from part p where p.p_type = part.p_type group by p_size) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1442,8 +1484,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1577,8 +1623,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from part where (p_partkey*p_size) IN (select min(p_partkey) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) IN (select min(p_partkey) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1703,8 +1753,12 @@ POSTHOOK: Input: default@part 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 IN (select p_partkey from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 IN (select p_partkey from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1806,8 +1860,12 @@ POSTHOOK: Input: default@part 0 PREHOOK: query: explain select * from part where floor(p_retailprice) IN (select floor(min(p_retailprice)) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where floor(p_retailprice) IN (select floor(min(p_retailprice)) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1960,8 +2018,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2101,8 +2163,12 @@ POSTHOOK: Input: default@part 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2214,8 +2280,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type IN (select p_type from part where part.p_brand = fpart.brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type IN (select p_type from part where part.p_brand = fpart.brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2327,8 +2397,12 @@ almond azure aquamarine papaya violet almond azure blanched chiffon midnight PREHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type IN (select p_type from part where (part.p_size+1) = fpart.size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type IN (select p_type from part where (part.p_size+1) = fpart.size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2496,8 +2570,12 @@ almond azure aquamarine papaya violet almond azure blanched chiffon midnight PREHOOK: query: explain select key, count(*) from src where value IN (select value from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value IN (select value from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2707,8 +2785,12 @@ POSTHOOK: Input: default@src 90 3 PREHOOK: query: explain select key, count(*) from src where value IN (select value from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value IN (select value from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2917,8 +2999,12 @@ POSTHOOK: Input: default@src 90 3 PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3064,8 +3150,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3209,8 +3299,14 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from src where key IN (select p_name from part UNION ALL select p_brand from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key IN (select p_name from part UNION ALL select p_brand from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3321,9 +3417,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select p_mfgr, b.p_name, p_size from part b where b.p_name in (select p_name from (select p_mfgr, p_name, p_size as r from part) a where r < 10 and b.p_mfgr = a.p_mfgr ) order by p_mfgr,p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b where b.p_name in (select p_name from (select p_mfgr, p_name, p_size as r from part) a where r < 10 and b.p_mfgr = a.p_mfgr ) order by p_mfgr,p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3435,8 +3535,12 @@ Manufacturer#5 almond antique medium spring khaki 6 Manufacturer#5 almond antique sky peru orange 2 PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3588,9 +3692,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_size=part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_size=part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3744,9 +3852,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_type=part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_type=part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3864,9 +3976,13 @@ STAGE PLANS: PREHOOK: query: explain select p_partkey from (select p_size, p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size)) subq PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from (select p_size, p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size)) subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4019,8 +4135,12 @@ POSTHOOK: Input: default@part 90681 PREHOOK: query: explain select * from part where p_size IN (select count(*) from part pp where pp.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select count(*) from part pp where pp.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4191,8 +4311,12 @@ POSTHOOK: Input: default@part 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s PREHOOK: query: explain select * from part where p_size in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4325,8 +4449,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[14][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size in (select min(pp.p_size) from part pp where pp.p_partkey > part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size in (select min(pp.p_size) from part pp where pp.p_partkey > part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4489,8 +4617,12 @@ POSTHOOK: Input: default@part 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref PREHOOK: query: explain select * from part where p_size NOT IN (select count(*) from part pp where pp.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size NOT IN (select count(*) from part pp where pp.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4727,8 +4859,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_size not in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size not in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4976,8 +5112,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tempty PREHOOK: query: explain select * from t where i IN (select count(*) from tempty) PREHOOK: type: QUERY +PREHOOK: Input: default@t +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from t where i IN (select count(*) from tempty) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5183,8 +5325,14 @@ POSTHOOK: Lineage: tt.i SCRIPT [] POSTHOOK: Lineage: tt.j SCRIPT [] PREHOOK: query: explain select * from t where i IN (select sum(i) from tt where tt.j = t.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t +PREHOOK: Input: default@tt +#### A masked pattern was here #### POSTHOOK: query: explain select * from t where i IN (select sum(i) from tt where tt.j = t.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +POSTHOOK: Input: default@tt +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5313,8 +5461,12 @@ POSTHOOK: Output: default@tt Warning: Shuffle Join JOIN[14][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size IN (select max(p_size) from part p where p.p_type <> part.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select max(p_size) from part p where p.p_type <> part.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5476,8 +5628,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[18][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size IN (select pp.p_size from part p join part pp on pp.p_type = p.p_type where part.p_type <> p.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select pp.p_size from part p join part pp on pp.p_type = p.p_type where part.p_type <> p.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/subquery_multi.q.out ql/src/test/results/clientpositive/spark/subquery_multi.q.out index 32e0983..dbba186 100644 --- ql/src/test/results/clientpositive/spark/subquery_multi.q.out +++ ql/src/test/results/clientpositive/spark/subquery_multi.q.out @@ -81,8 +81,12 @@ POSTHOOK: Lineage: part_null.p_size SCRIPT [] POSTHOOK: Lineage: part_null.p_type SCRIPT [] PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -244,8 +248,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[27][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -448,8 +456,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[27][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -678,8 +690,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[28][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -881,8 +897,14 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[17][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1105,8 +1127,14 @@ POSTHOOK: Input: default@tempty Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tnull +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tnull +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1276,8 +1304,14 @@ POSTHOOK: Input: default@tnull Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1421,8 +1455,14 @@ POSTHOOK: Input: default@tempty Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1599,10 +1639,16 @@ PREHOOK: query: explain select * from part_null where p_name IN ( select p_name AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1921,8 +1967,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2084,8 +2136,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2400,8 +2458,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2630,8 +2694,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2792,11 +2862,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3040,6 +3114,8 @@ where b.key in (select key from src where src.value = b.value) group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -3047,6 +3123,8 @@ where b.key in (select key from src where src.value = b.value) group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3573,8 +3651,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join JOIN[15][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where part.p_type <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where part.p_type <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3743,8 +3825,14 @@ POSTHOOK: Lineage: tnull.i SCRIPT [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3902,11 +3990,15 @@ PREHOOK: query: explain select count(*) from src or src.value is not null or exists(select key from src) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from src where src.key in (select key from src s1 where s1.key > '9') or src.value is not null or exists(select key from src) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4127,11 +4219,17 @@ PREHOOK: query: explain select * from part ws1 where and ws1.p_retailprice <> ws2.p_retailprice) and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part ws1 where exists (select * from part ws2 where ws1.p_type= ws2.p_type and ws1.p_retailprice <> ws2.p_retailprice) and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out index 1244c99..7df25c7 100644 --- ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out +++ ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out @@ -43,6 +43,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_4 +PREHOOK: Output: default@src_5 POSTHOOK: query: explain from src b INSERT OVERWRITE TABLE src_4 @@ -57,6 +60,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_4 +POSTHOOK: Output: default@src_5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -477,6 +483,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_4 +PREHOOK: Output: default@src_5 POSTHOOK: query: explain from src b INSERT OVERWRITE TABLE src_4 @@ -491,6 +500,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_4 +POSTHOOK: Output: default@src_5 STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git ql/src/test/results/clientpositive/spark/subquery_notin.q.out ql/src/test/results/clientpositive/spark/subquery_notin.q.out index 82a1304..ba2b4ad 100644 --- ql/src/test/results/clientpositive/spark/subquery_notin.q.out +++ ql/src/test/results/clientpositive/spark/subquery_notin.q.out @@ -7,6 +7,8 @@ where src.key not in where s1.key > '2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src @@ -15,6 +17,8 @@ where src.key not in where s1.key > '2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -295,6 +299,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b @@ -304,6 +310,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -569,6 +577,8 @@ part where part.p_size not in where r <= 2 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name, p_size from @@ -578,6 +588,8 @@ part where part.p_size not in where r <= 2 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -839,6 +851,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part b where b.p_size not in @@ -847,6 +861,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1403,10 +1419,18 @@ PREHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_v +PREHOOK: Input: default@t2_v +#### A masked pattern was here #### POSTHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_v +POSTHOOK: Input: default@t2_v +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1578,8 +1602,12 @@ POSTHOOK: Input: default@t2_v #### A masked pattern was here #### PREHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1777,8 +1805,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1987,8 +2019,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2193,8 +2229,12 @@ POSTHOOK: Input: default@part 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 NOT IN (select p_partkey from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 NOT IN (select p_partkey from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2417,8 +2457,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where floor(p_retailprice) NOT IN (select floor(min(p_retailprice)) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where floor(p_retailprice) NOT IN (select floor(min(p_retailprice)) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2599,8 +2643,12 @@ POSTHOOK: Input: default@part 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir PREHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2864,8 +2912,12 @@ POSTHOOK: Input: default@part 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve PREHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3028,8 +3080,12 @@ POSTHOOK: Input: default@part #### A masked pattern was here #### PREHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type NOT IN (select p_type+2 from part where part.p_brand = fpart.brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type NOT IN (select p_type+2 from part where part.p_brand = fpart.brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3196,8 +3252,12 @@ POSTHOOK: Input: default@part #### A masked pattern was here #### PREHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type NOT IN (select p_type from part where (part.p_size+1) = fpart.size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type NOT IN (select p_type from part where (part.p_size+1) = fpart.size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3464,8 +3524,12 @@ almond antique medium spring khaki Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select key, count(*) from src where value NOT IN (select key from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value NOT IN (select key from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3740,8 +3804,12 @@ POSTHOOK: Input: default@src 498 3 PREHOOK: query: explain select key, count(*) from src where value NOT IN (select concat('v', value) from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value NOT IN (select concat('v', value) from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4037,8 +4105,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4247,8 +4319,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand, p_partkey limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand, p_partkey limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4449,8 +4525,14 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from src where key NOT IN (select p_name from part UNION ALL select p_brand from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key NOT IN (select p_name from part UNION ALL select p_brand from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5140,8 +5222,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 not in ( select p_type from part where p_brand = e.p_brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 not in ( select p_type from part where p_brand = e.p_brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5399,8 +5485,14 @@ POSTHOOK: Lineage: t2.c1 SCRIPT [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5553,8 +5645,14 @@ POSTHOOK: Input: default@t2 #### A masked pattern was here #### PREHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2 where t1.c2=t2.c1) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2 where t1.c2=t2.c1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5852,8 +5950,14 @@ POSTHOOK: Lineage: t2.a SCRIPT [] POSTHOOK: Lineage: t2.b SCRIPT [] PREHOOK: query: explain select t1.a from t1 where t1.b NOT IN (select t2.a from t2 where t2.b=t1.a) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain select t1.a from t1 where t1.b NOT IN (select t2.a from t2 where t2.b=t1.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6070,8 +6174,14 @@ POSTHOOK: Lineage: fixob.i SCRIPT [] POSTHOOK: Lineage: fixob.j SCRIPT [] PREHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) PREHOOK: type: QUERY +PREHOOK: Input: default@fixob +PREHOOK: Input: default@t7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@fixob +POSTHOOK: Input: default@t7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6298,8 +6408,12 @@ POSTHOOK: Lineage: t.i SCRIPT [] POSTHOOK: Lineage: t.j SCRIPT [] PREHOOK: query: explain select t.i from t where t.j NOT IN (select t1.i from t t1 where t1.j=t.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t +#### A masked pattern was here #### POSTHOOK: query: explain select t.i from t where t.j NOT IN (select t1.i from t t1 where t1.j=t.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6492,8 +6606,12 @@ POSTHOOK: Input: default@t 1 PREHOOK: query: explain select t.i from t where t.i NOT IN (select t1.i from t t1 where t1.j=t.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t +#### A masked pattern was here #### POSTHOOK: query: explain select t.i from t where t.i NOT IN (select t1.i from t t1 where t1.j=t.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6654,8 +6772,12 @@ POSTHOOK: Input: default@t Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select t.i from t where t.j NOT IN (select t1.i from t t1 ) PREHOOK: type: QUERY +PREHOOK: Input: default@t +#### A masked pattern was here #### POSTHOOK: query: explain select t.i from t where t.j NOT IN (select t1.i from t t1 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6809,8 +6931,12 @@ POSTHOOK: Input: default@t Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select t.i from t where t.i NOT IN (select t1.i from t t1 ) PREHOOK: type: QUERY +PREHOOK: Input: default@t +#### A masked pattern was here #### POSTHOOK: query: explain select t.i from t where t.i NOT IN (select t1.i from t t1 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6972,6 +7098,8 @@ where b.key not in where b.value > a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key not in @@ -6980,6 +7108,8 @@ where b.key not in where b.value > a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out index 96e8ee2..cac29fa 100644 --- ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out +++ ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out @@ -27,6 +27,8 @@ FROM table_7 WHERE (t1.int_col) = (tt1.int_col)) PREHOOK: type: QUERY +PREHOOK: Input: default@table_7 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT (t1.int_col) * (t1.int_col) AS int_col @@ -46,6 +48,8 @@ FROM table_7 WHERE (t1.int_col) = (tt1.int_col)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/subquery_scalar.q.out ql/src/test/results/clientpositive/spark/subquery_scalar.q.out index 7488f2e..b62f16f 100644 --- ql/src/test/results/clientpositive/spark/subquery_scalar.q.out +++ ql/src/test/results/clientpositive/spark/subquery_scalar.q.out @@ -82,8 +82,14 @@ POSTHOOK: Lineage: part_null.p_type SCRIPT [] Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -205,8 +211,14 @@ POSTHOOK: Input: default@tempty Warning: Shuffle Join JOIN[15][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select * from tempty) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select * from tempty) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -312,8 +324,14 @@ STAGE PLANS: Warning: Shuffle Join JOIN[18][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_name = (select p_name from part_null where p_name is null) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name = (select p_name from part_null where p_name is null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -434,8 +452,14 @@ Warning: Shuffle Join JOIN[25][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[28][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where (select i from tnull limit 1) is null PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (select i from tnull limit 1) is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -622,8 +646,14 @@ POSTHOOK: Input: default@tnull Warning: Shuffle Join JOIN[12][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (select max(p_name) from part_null) is not null PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (select max(p_name) from part_null) is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -747,8 +777,12 @@ Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[19][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size between (select min(p_size) from part) and (select avg(p_size) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size between (select min(p_size) from part) and (select avg(p_size) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -909,10 +943,14 @@ PREHOOK: query: explain select p_mfgr, p_name, p_size from part where part.p_size > (select first_value(p_size) over(partition by p_mfgr order by p_size) as fv from part order by fv limit 1) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part where part.p_size > (select first_value(p_size) over(partition by p_mfgr order by p_size) as fv from part order by fv limit 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1139,8 +1177,12 @@ Manufacturer#5 almond azure blanched chiffon midnight 23 Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_partkey*p_size) <> (select min(p_partkey) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) <> (select min(p_partkey) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1263,8 +1305,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 < (select max(p_partkey) from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 < (select max(p_partkey) from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1387,8 +1433,12 @@ POSTHOOK: Input: default@part 26 PREHOOK: query: explain select count(*) as c from part as e where 100 < (select max(p_partkey) from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where 100 < (select max(p_partkey) from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1477,7 +1527,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (100 < _col1) (type: boolean) + predicate: (_col1 > 100) (type: boolean) Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string) @@ -1506,8 +1556,14 @@ POSTHOOK: Input: default@part 26 PREHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null where part_null.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null where part_null.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1618,8 +1674,14 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[20][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size BETWEEN (select min(p_size) from part_null where part_null.p_type = part.p_type) AND (select max(p_size) from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size BETWEEN (select min(p_size) from part_null where part_null.p_type = part.p_type) AND (select max(p_size) from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1801,8 +1863,14 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size >= (select min(p_size) from part_null where part_null.p_type = part.p_type) AND p_retailprice <= (select max(p_retailprice) from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size >= (select min(p_size) from part_null where part_null.p_type = part.p_type) AND p_retailprice <= (select max(p_retailprice) from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1991,8 +2059,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_brand <> (select min(p_brand) from part ) AND p_size IN (select (p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> (select min(p_brand) from part ) AND p_size IN (select (p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2150,8 +2222,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_size <> (select count(p_name) from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size <> (select count(p_name) from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2283,8 +2359,12 @@ Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[43][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select key, count(*) from src where value <> (select max(value) from src) group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value <> (select max(value) from src) group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2532,8 +2612,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select sum(p_retailprice) from part group by p_type having sum(p_retailprice) > (select max(pp.p_retailprice) from part pp) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(p_retailprice) from part group by p_type having sum(p_retailprice) > (select max(pp.p_retailprice) from part pp) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2658,8 +2742,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[72][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select count(p_name) from part INTERSECT select count(p_brand) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select count(p_name) from part INTERSECT select count(p_brand) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2918,8 +3006,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select p_partkey from part where p_name like (select max(p.p_name) from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name like (select max(p.p_name) from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2988,7 +3080,7 @@ STAGE PLANS: Reduce Operator Tree: Join Operator condition map: - Left Outer Join 0 to 1 + Inner Join 0 to 1 keys: 0 _col2 (type: int) 1 _col2 (type: int) @@ -3083,12 +3175,17 @@ POSTHOOK: Input: default@part 85768 86428 90681 -Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product -Warning: Shuffle Join JOIN[27][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product +Warning: Shuffle Join JOIN[23][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null where p_name NOT LIKE (select min(p_name) from part_null) AND p_brand NOT IN (select p_name from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name NOT LIKE (select min(p_name) from part_null) AND p_brand NOT IN (select p_name from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3097,12 +3194,11 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 10 <- Map 9 (GROUP, 2) - Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Reducer 6 (PARTITION-LEVEL SORT, 1) - Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 1), Reducer 8 (PARTITION-LEVEL SORT, 1) - Reducer 4 <- Reducer 10 (PARTITION-LEVEL SORT, 2), Reducer 3 (PARTITION-LEVEL SORT, 2) - Reducer 6 <- Map 5 (GROUP, 1) - Reducer 8 <- Map 7 (GROUP, 1) + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Reducer 5 (PARTITION-LEVEL SORT, 1), Reducer 7 (PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2), Reducer 9 (PARTITION-LEVEL SORT, 2) + Reducer 5 <- Map 4 (GROUP, 1) + Reducer 7 <- Map 6 (GROUP, 1) + Reducer 9 <- Map 8 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -3118,7 +3214,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Map 5 + Map 4 Map Operator Tree: TableScan alias: part_null @@ -3136,7 +3232,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Map 7 + Map 6 Map Operator Tree: TableScan alias: part @@ -3154,7 +3250,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) - Map 9 + Map 8 Map Operator Tree: TableScan alias: part @@ -3173,61 +3269,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE - Reducer 10 - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), true (type: boolean) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: boolean) - Reducer 2 + Reducer 2 Reduce Operator Tree: Join Operator condition map: - Left Outer Join 0 to 1 + Inner Join 0 to 1 + Inner Join 0 to 2 keys: 0 1 - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 1 Data size: 32745 Basic stats: COMPLETE Column stats: NONE + 2 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 1 Data size: 32761 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (not (_col1 like _col9)) (type: boolean) - Statistics: Num rows: 1 Data size: 32745 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 32745 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 32745 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Reducer 3 - Reduce Operator Tree: - Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11 - Statistics: Num rows: 1 Data size: 32762 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32761 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col3 (type: string) sort order: + Map-reduce partition columns: _col3 (type: string) - Statistics: Num rows: 1 Data size: 32762 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32761 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: bigint), _col11 (type: bigint) - Reducer 4 + Reducer 3 Reduce Operator Tree: Join Operator condition map: @@ -3238,7 +3301,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col13 Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((_col10 = 0) or (_col13 is null and _col3 is not null and (_col11 >= _col10))) (type: boolean) + predicate: ((_col10 = 0L) or (_col13 is null and _col3 is not null and (_col11 >= _col10))) (type: boolean) Statistics: Num rows: 9 Data size: 1112 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) @@ -3251,7 +3314,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 + Reducer 5 Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3262,7 +3325,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Reducer 8 + Reducer 7 Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3273,6 +3336,23 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Reducer 9 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), true (type: boolean) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: boolean) Stage: Stage-0 Fetch Operator @@ -3280,8 +3360,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product -Warning: Shuffle Join JOIN[27][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product +Warning: Shuffle Join JOIN[23][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: select * from part_null where p_name NOT LIKE (select min(p_name) from part_null) AND p_brand NOT IN (select p_name from part) PREHOOK: type: QUERY PREHOOK: Input: default@part @@ -3320,8 +3399,14 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null where p_brand NOT IN (select p_name from part) AND p_name NOT LIKE (select min(p_name) from part_null pp where part_null.p_type = pp.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_brand NOT IN (select p_name from part) AND p_name NOT LIKE (select min(p_name) from part_null pp where part_null.p_type = pp.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3453,7 +3538,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12 Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (not CASE WHEN ((_col9 = 0)) THEN (false) WHEN (_col12 is not null) THEN (true) WHEN (_col3 is null) THEN (null) WHEN ((_col10 < _col9)) THEN (true) ELSE (false) END) (type: boolean) + predicate: (not CASE WHEN ((_col9 = 0L)) THEN (false) WHEN (_col12 is not null) THEN (true) WHEN (_col3 is null) THEN (null) WHEN ((_col10 < _col9)) THEN (true) ELSE (false) END) (type: boolean) Statistics: Num rows: 7 Data size: 865 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) @@ -3469,7 +3554,7 @@ STAGE PLANS: Reduce Operator Tree: Join Operator condition map: - Left Outer Join 0 to 1 + Inner Join 0 to 1 keys: 0 _col4 (type: string) 1 _col2 (type: string) @@ -3541,11 +3626,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3741,11 +3830,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3938,8 +4031,14 @@ POSTHOOK: Input: default@lineitem 88362 871 PREHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity > (select avg(l_quantity) from lineitem where l_partkey = p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity > (select avg(l_quantity) from lineitem where l_partkey = p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4088,8 +4187,14 @@ POSTHOOK: Input: default@part NULL PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand NOT LIKE (select min(p_brand) from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand NOT LIKE (select min(p_brand) from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4127,7 +4232,7 @@ STAGE PLANS: alias: part Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (p_name is not null and p_type is not null) (type: boolean) + predicate: p_type is not null (type: boolean) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: p_name (type: string), p_brand (type: string), p_type (type: string) @@ -4180,7 +4285,7 @@ STAGE PLANS: Reduce Operator Tree: Join Operator condition map: - Left Outer Join 0 to 1 + Inner Join 0 to 1 keys: 0 _col2 (type: string) 1 _col2 (type: string) @@ -4192,6 +4297,9 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (_col0 is not null and _col1 is not null) (type: boolean) Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) @@ -4401,8 +4509,14 @@ POSTHOOK: Lineage: depts.deptno SCRIPT [] POSTHOOK: Lineage: depts.name SCRIPT [] PREHOOK: query: explain select * from emps where deptno <> (select count(deptno) from depts where depts.name = emps.name) PREHOOK: type: QUERY +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps where deptno <> (select count(deptno) from depts where depts.name = emps.name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4516,8 +4630,14 @@ POSTHOOK: Input: default@emps 130 Alice 40 F Vancouver 2 NULL false true 2007-01-01 PREHOOK: query: explain select * from emps where name > (select min(name) from depts where depts.deptno=emps.deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps where name > (select min(name) from depts where depts.deptno=emps.deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4627,8 +4747,14 @@ POSTHOOK: Input: default@emps 120 Wilma 20 F NULL 1 5 NULL true 2005-09-07 PREHOOK: query: explain select * from emps where deptno <> (select count(deptno) from depts where depts.name = emps.name) and empno > (select count(name) from depts where depts.deptno = emps.deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps where deptno <> (select count(deptno) from depts where depts.name = emps.name) and empno > (select count(name) from depts where depts.deptno = emps.deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4806,8 +4932,14 @@ POSTHOOK: Input: default@emps Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from emps where deptno <> (select sum(deptno) from depts where depts.name = emps.name) and empno > (select count(name) from depts) PREHOOK: type: QUERY +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps where deptno <> (select sum(deptno) from depts where depts.name = emps.name) and empno > (select count(name) from depts) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4995,12 +5127,16 @@ from src group by key having count(*) > (select count(*) from src s1 where s1.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5141,6 +5277,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) > (select count(*) from src s1 where s1.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -5148,6 +5286,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) > (select count(*) from src s1 where s1.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5317,8 +5457,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join JOIN[24][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select max(p_size) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select max(p_size) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5470,8 +5614,12 @@ STAGE PLANS: PREHOOK: query: explain select * from part where p_size > (select max(p_size) from part p where p.p_type = part.p_type group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select max(p_size) from part p where p.p_type = part.p_type group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5616,9 +5764,13 @@ Warning: Shuffle Join JOIN[12][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' PREHOOK: query: explain select * from part where p_size <> (select count(p_size) from part pp where part.p_type <> pp.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size <> (select count(p_size) from part pp where part.p_type <> pp.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5826,8 +5978,12 @@ POSTHOOK: Lineage: t.j SCRIPT [] Warning: Shuffle Join JOIN[12][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from t where 0 = (select count(*) from t tt where tt.j <> t.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t +#### A masked pattern was here #### POSTHOOK: query: explain select * from t where 0 = (select count(*) from t tt where tt.j <> t.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5991,8 +6147,12 @@ POSTHOOK: Input: default@t Warning: Shuffle Join JOIN[12][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from t where 0 = (select avg(tt.i) from t tt where tt.j <> t.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t +#### A masked pattern was here #### POSTHOOK: query: explain select * from t where 0 = (select avg(tt.i) from t tt where tt.j <> t.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6109,7 +6269,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (0.0 = _col1) (type: boolean) + predicate: (_col1 = 0.0D) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int) @@ -6157,8 +6317,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tempty PREHOOK: query: explain select * from t where 0 = (select count(*) from tempty tt where t.i=tt.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from t where 0 = (select count(*) from tempty tt where t.i=tt.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6269,8 +6435,14 @@ POSTHOOK: Input: default@tempty 3 1 PREHOOK: query: explain select * from t where 0 = (select min(tt.j) from tempty tt where t.i=tt.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from t where 0 = (select min(tt.j) from tempty tt where t.i=tt.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6344,7 +6516,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Filter Operator - predicate: (0 = _col1) (type: boolean) + predicate: (_col1 = 0) (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: _col0 (type: int) @@ -6392,9 +6564,13 @@ Warning: Shuffle Join JOIN[15][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' PREHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 group by 4) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 group by 4) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6511,9 +6687,13 @@ Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' PREHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/subquery_select.q.out ql/src/test/results/clientpositive/spark/subquery_select.q.out index 6d839fa..972cb6a 100644 --- ql/src/test/results/clientpositive/spark/subquery_select.q.out +++ ql/src/test/results/clientpositive/spark/subquery_select.q.out @@ -3,10 +3,14 @@ PREHOOK: query: explain SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -172,10 +176,14 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -357,10 +365,14 @@ PREHOOK: query: explain SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -526,10 +538,14 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -772,9 +788,13 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' PREHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -896,9 +916,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1029,9 +1053,13 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1153,9 +1181,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1284,8 +1316,12 @@ POSTHOOK: Input: default@part 45 false PREHOOK: query: explain select p_size, (select count(p_name) from part p where p.p_type = part.p_name) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select count(p_name) from part p where p.p_type = part.p_name) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1415,8 +1451,12 @@ POSTHOOK: Input: default@part 2 0 PREHOOK: query: explain select p_size, (select max(p_name) from part p where p.p_type = part.p_name) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select max(p_name) from part p where p.p_type = part.p_name) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1548,9 +1588,13 @@ Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' PREHOOK: query: explain SELECT p_size, (SELECT max(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, (SELECT max(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1676,6 +1720,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -1685,6 +1731,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1843,6 +1891,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -1852,6 +1902,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2037,8 +2089,14 @@ POSTHOOK: Lineage: tnull.i EXPRESSION [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, p_size IN (select i from tnull) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, p_size IN (select i from tnull) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2223,8 +2281,14 @@ POSTHOOK: Output: default@tempty Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, (select count(*) from tempty) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select count(*) from tempty) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2341,8 +2405,14 @@ POSTHOOK: Input: default@tempty Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, (select max(i) from tempty) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select max(i) from tempty) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2477,9 +2547,13 @@ POSTHOOK: Output: default@tnull PREHOOK: query: explain SELECT p_size, 1+(SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, 1+(SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2612,9 +2686,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, (SELECT count(p_size) FROM part p WHERE p.p_type = part.p_type) IS NULL from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, (SELECT count(p_size) FROM part p WHERE p.p_type = part.p_type) IS NULL from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2748,8 +2826,12 @@ Warning: Shuffle Join JOIN[23][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select p_type, (select p_size from part order by p_size limit 1) = 1 from part order by p_type PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_type, (select p_size from part order by p_size limit 1) = 1 from part order by p_type POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2945,11 +3027,15 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size IN ( p_name IN (SELECT min(p_name) from part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) AND p_name IN (SELECT min(p_name) from part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3217,9 +3303,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3353,10 +3443,14 @@ PREHOOK: query: explain select p_size, (p_size IN (select (select max(p_size) from part) as sb from part order by sb limit 1)) = true from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (p_size IN (select (select max(p_size) from part) as sb from part order by sb limit 1)) = true from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3623,6 +3717,8 @@ PREHOOK: query: explain select case when (select count(*) where p_partkey between 10000 and 20000) end sq from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select case when (select count(*) from part where p_size between 1 and 20) > 409437 @@ -3634,6 +3730,8 @@ POSTHOOK: query: explain select case when (select count(*) where p_partkey between 10000 and 20000) end sq from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3864,8 +3962,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select max(p_size) > ( select count(*)-1 from part) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select max(p_size) > ( select count(*)-1 from part) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3981,9 +4083,13 @@ Warning: Shuffle Join JOIN[12][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' PREHOOK: query: explain select o.p_size, (select count(distinct p_type) from part p where p.p_partkey = o.p_partkey) tmp FROM part o right join (select * from part where p_size > (select avg(p_size) from part)) t on t.p_partkey = o.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select o.p_size, (select count(distinct p_type) from part p where p.p_partkey = o.p_partkey) tmp FROM part o right join (select * from part where p_size > (select avg(p_size) from part)) t on t.p_partkey = o.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4178,10 +4284,14 @@ PREHOOK: query: explain select (select max(p_size) from part), (select min(p_siz (select avg(p_size) from part), (select sum(p_size) from part) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select (select max(p_size) from part), (select min(p_size) from part), (select avg(p_size) from part), (select sum(p_size) from part) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4443,10 +4553,14 @@ PREHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4606,12 +4720,16 @@ PREHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type and (select sum(p_size) from part a1 where a1.p_partkey = p.p_partkey group by a1.p_partkey) > 0) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4884,6 +5002,8 @@ PREHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part t2 where t2.p_partkey = t1.p_partkey group by t2.p_partkey), (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type @@ -4891,6 +5011,8 @@ POSTHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5265,8 +5387,12 @@ POSTHOOK: Input: default@part 18 1 28 PREHOOK: query: explain SELECT p_size, exp((SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type)) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, exp((SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type)) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/subquery_views.q.out ql/src/test/results/clientpositive/spark/subquery_views.q.out index 7d611e1..88b6ea7 100644 --- ql/src/test/results/clientpositive/spark/subquery_views.q.out +++ ql/src/test/results/clientpositive/spark/subquery_views.q.out @@ -89,10 +89,16 @@ PREHOOK: query: explain select * from cv2 where cv2.key in (select key from cv2 c where c.key < '11') PREHOOK: type: QUERY +PREHOOK: Input: default@cv2 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from cv2 where cv2.key in (select key from cv2 c where c.key < '11') POSTHOOK: type: QUERY +POSTHOOK: Input: default@cv2 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/temp_table.q.out ql/src/test/results/clientpositive/spark/temp_table.q.out index 71fa11d..2e05934 100644 --- ql/src/test/results/clientpositive/spark/temp_table.q.out +++ ql/src/test/results/clientpositive/spark/temp_table.q.out @@ -1,7 +1,13 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY TABLE foo AS SELECT * FROM src WHERE key % 2 = 0 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@foo POSTHOOK: query: EXPLAIN CREATE TEMPORARY TABLE foo AS SELECT * FROM src WHERE key % 2 = 0 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@foo STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -67,8 +73,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@foo PREHOOK: query: EXPLAIN CREATE TEMPORARY TABLE bar AS SELECT * FROM src WHERE key % 2 = 1 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@bar POSTHOOK: query: EXPLAIN CREATE TEMPORARY TABLE bar AS SELECT * FROM src WHERE key % 2 = 1 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bar STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -150,8 +162,12 @@ key string value string PREHOOK: query: explain select * from foo order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select * from foo order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -221,8 +237,14 @@ POSTHOOK: Input: default@foo 116 val_116 PREHOOK: query: explain select * from (select * from foo union all select * from bar) u order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from foo union all select * from bar) u order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/temp_table_join1.q.out ql/src/test/results/clientpositive/spark/temp_table_join1.q.out index b7e9a69..8d44509 100644 --- ql/src/test/results/clientpositive/spark/temp_table_join1.q.out +++ ql/src/test/results/clientpositive/spark/temp_table_join1.q.out @@ -24,10 +24,14 @@ PREHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_nontemp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_nontemp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_nontemp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_nontemp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -126,10 +130,16 @@ PREHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_nontemp +PREHOOK: Input: default@src_temp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_nontemp +POSTHOOK: Input: default@src_temp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -230,10 +240,14 @@ PREHOOK: query: EXPLAIN FROM src_temp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_temp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_temp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_temp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/tez_join_tests.q.out ql/src/test/results/clientpositive/spark/tez_join_tests.q.out index aa4ffc4..93d5c26 100644 --- ql/src/test/results/clientpositive/spark/tez_join_tests.q.out +++ ql/src/test/results/clientpositive/spark/tez_join_tests.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out index 4178a72..3049e59 100644 --- ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out +++ ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/transform1.q.out ql/src/test/results/clientpositive/spark/transform1.q.out index c9cd044..e4d8632 100644 --- ql/src/test/results/clientpositive/spark/transform1.q.out +++ ql/src/test/results/clientpositive/spark/transform1.q.out @@ -9,9 +9,15 @@ POSTHOOK: Output: default@transform1_t1 PREHOOK: query: EXPLAIN SELECT transform(*) USING 'cat' AS (col array) FROM transform1_t1 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@transform1_t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT transform(*) USING 'cat' AS (col array) FROM transform1_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@transform1_t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -83,9 +89,15 @@ POSTHOOK: Lineage: transform1_t2.col EXPRESSION [] PREHOOK: query: EXPLAIN SELECT transform('0\0021\0022') USING 'cat' AS (col array) FROM transform1_t2 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@transform1_t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT transform('0\0021\0022') USING 'cat' AS (col array) FROM transform1_t2 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@transform1_t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/transform_ppr1.q.out ql/src/test/results/clientpositive/spark/transform_ppr1.q.out index d2598dc..13119d2 100644 --- ql/src/test/results/clientpositive/spark/transform_ppr1.q.out +++ ql/src/test/results/clientpositive/spark/transform_ppr1.q.out @@ -7,6 +7,13 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM srcpart src @@ -16,6 +23,13 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/transform_ppr2.q.out ql/src/test/results/clientpositive/spark/transform_ppr2.q.out index d08ace6..c2c706c 100644 --- ql/src/test/results/clientpositive/spark/transform_ppr2.q.out +++ ql/src/test/results/clientpositive/spark/transform_ppr2.q.out @@ -8,6 +8,11 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM srcpart src @@ -18,6 +23,11 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/udf_example_add.q.out ql/src/test/results/clientpositive/spark/udf_example_add.q.out index 9e2a474..79c568c 100644 --- ql/src/test/results/clientpositive/spark/udf_example_add.q.out +++ ql/src/test/results/clientpositive/spark/udf_example_add.q.out @@ -14,6 +14,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_add(1, 2), example_add(1, 2, 3), @@ -24,6 +26,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/udf_in_file.q.out ql/src/test/results/clientpositive/spark/udf_in_file.q.out index be0627c..6af4ea1 100644 --- ql/src/test/results/clientpositive/spark/udf_in_file.q.out +++ ql/src/test/results/clientpositive/spark/udf_in_file.q.out @@ -35,6 +35,8 @@ SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(CAST(NULL AS STRING), "../../data/files/test2.dat") FROM value_src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@value_src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(ch_val, "../../data/files/test2.dat"), @@ -47,6 +49,8 @@ SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(CAST(NULL AS STRING), "../../data/files/test2.dat") FROM value_src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@value_src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git ql/src/test/results/clientpositive/spark/union.q.out ql/src/test/results/clientpositive/spark/union.q.out index 8feea55..caee154 100644 --- ql/src/test/results/clientpositive/spark/union.q.out +++ ql/src/test/results/clientpositive/spark/union.q.out @@ -6,6 +6,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union.out POSTHOOK: query: EXPLAIN FROM ( FROM src select src.key, src.value WHERE src.key < 100 @@ -14,6 +16,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union.out STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union10.q.out ql/src/test/results/clientpositive/spark/union10.q.out index c83afda..8f85b95 100644 --- ql/src/test/results/clientpositive/spark/union10.q.out +++ ql/src/test/results/clientpositive/spark/union10.q.out @@ -14,6 +14,8 @@ insert overwrite table tmptable UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable POSTHOOK: query: explain insert overwrite table tmptable select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 @@ -22,6 +24,8 @@ insert overwrite table tmptable UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union11.q.out ql/src/test/results/clientpositive/spark/union11.q.out index 1cb355c..d45ecf0 100644 --- ql/src/test/results/clientpositive/spark/union11.q.out +++ ql/src/test/results/clientpositive/spark/union11.q.out @@ -5,6 +5,8 @@ PREHOOK: query: explain UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL @@ -12,6 +14,8 @@ POSTHOOK: query: explain UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union12.q.out ql/src/test/results/clientpositive/spark/union12.q.out index 7d4ffb5..9c2433a 100644 --- ql/src/test/results/clientpositive/spark/union12.q.out +++ ql/src/test/results/clientpositive/spark/union12.q.out @@ -14,6 +14,10 @@ insert overwrite table tmptable UNION ALL select 'tst3' as key, count(1) as value from srcbucket s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@tmptable POSTHOOK: query: explain insert overwrite table tmptable select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 @@ -22,6 +26,10 @@ insert overwrite table tmptable UNION ALL select 'tst3' as key, count(1) as value from srcbucket s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@tmptable STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union13.q.out ql/src/test/results/clientpositive/spark/union13.q.out index 626863c..b61e8a9 100644 --- ql/src/test/results/clientpositive/spark/union13.q.out +++ ql/src/test/results/clientpositive/spark/union13.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union14.q.out ql/src/test/results/clientpositive/spark/union14.q.out index d3ede70..e8dc8b8 100644 --- ql/src/test/results/clientpositive/spark/union14.q.out +++ ql/src/test/results/clientpositive/spark/union14.q.out @@ -4,12 +4,18 @@ PREHOOK: query: explain select 'tst1' as key, cast(count(1) as string) as value from src s1) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select s2.key as key, s2.value as value from src1 s2 UNION ALL select 'tst1' as key, cast(count(1) as string) as value from src s1) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -122,20 +128,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 #### A masked pattern was here #### +278 1 273 1 -224 1 +128 1 255 1 - 10 +tst1 1 +146 1 369 1 213 1 -tst1 1 -66 1 -406 1 -150 1 +224 1 +311 1 238 1 +150 1 + 10 +406 1 +66 1 401 1 98 1 -146 1 -311 1 -128 1 -278 1 diff --git ql/src/test/results/clientpositive/spark/union15.q.out ql/src/test/results/clientpositive/spark/union15.q.out index 77ed543..edd9441 100644 --- ql/src/test/results/clientpositive/spark/union15.q.out +++ ql/src/test/results/clientpositive/spark/union15.q.out @@ -5,6 +5,9 @@ PREHOOK: query: explain UNION ALL select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -12,6 +15,9 @@ POSTHOOK: query: explain UNION ALL select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -147,20 +153,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 #### A masked pattern was here #### +278 2 273 2 -224 2 +128 2 255 2 - 20 +tst1 1 +146 2 369 2 213 2 -tst1 1 -66 2 -406 2 -150 2 +224 2 +311 2 238 2 +150 2 + 20 +406 2 +66 2 401 2 98 2 -146 2 -311 2 -128 2 -278 2 diff --git ql/src/test/results/clientpositive/spark/union16.q.out ql/src/test/results/clientpositive/spark/union16.q.out index 5a5838a..2330de0 100644 --- ql/src/test/results/clientpositive/spark/union16.q.out +++ ql/src/test/results/clientpositive/spark/union16.q.out @@ -30,6 +30,8 @@ SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM src) src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL @@ -62,6 +64,8 @@ SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM src) src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union17.q.out ql/src/test/results/clientpositive/spark/union17.q.out index bc72b6c..46299c6 100644 --- ql/src/test/results/clientpositive/spark/union17.q.out +++ ql/src/test/results/clientpositive/spark/union17.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/union18.q.out ql/src/test/results/clientpositive/spark/union18.q.out index 124dbdc..60d65c9 100644 --- ql/src/test/results/clientpositive/spark/union18.q.out +++ ql/src/test/results/clientpositive/spark/union18.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/union19.q.out ql/src/test/results/clientpositive/spark/union19.q.out index 4d2d56a..66677cd 100644 --- ql/src/test/results/clientpositive/spark/union19.q.out +++ ql/src/test/results/clientpositive/spark/union19.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +PREHOOK: Output: default@dest2 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/union2.q.out ql/src/test/results/clientpositive/spark/union2.q.out index b0a6f5f..6934bef 100644 --- ql/src/test/results/clientpositive/spark/union2.q.out +++ ql/src/test/results/clientpositive/spark/union2.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union20.q.out ql/src/test/results/clientpositive/spark/union20.q.out index d6934a9..f2ddca0 100644 --- ql/src/test/results/clientpositive/spark/union20.q.out +++ ql/src/test/results/clientpositive/spark/union20.q.out @@ -9,6 +9,8 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 @@ -20,6 +22,8 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union21.q.out ql/src/test/results/clientpositive/spark/union21.q.out index 71afac9..0914ce9 100644 --- ql/src/test/results/clientpositive/spark/union21.q.out +++ ql/src/test/results/clientpositive/spark/union21.q.out @@ -13,6 +13,9 @@ FROM ( ) union_output GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, count(1) FROM ( @@ -28,6 +31,9 @@ FROM ( ) union_output GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union22.q.out ql/src/test/results/clientpositive/spark/union22.q.out index 5425fa2..66074bd 100644 --- ql/src/test/results/clientpositive/spark/union22.q.out +++ ql/src/test/results/clientpositive/spark/union22.q.out @@ -57,6 +57,11 @@ where a.k1 > 20 ) subq PREHOOK: type: QUERY +PREHOOK: Input: default@dst_union22 +PREHOOK: Input: default@dst_union22@ds=1 +PREHOOK: Input: default@dst_union22_delta +PREHOOK: Input: default@dst_union22_delta@ds=1 +PREHOOK: Output: default@dst_union22@ds=2 POSTHOOK: query: explain extended insert overwrite table dst_union22 partition (ds='2') select * from @@ -70,6 +75,11 @@ where a.k1 > 20 ) subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@dst_union22 +POSTHOOK: Input: default@dst_union22@ds=1 +POSTHOOK: Input: default@dst_union22_delta +POSTHOOK: Input: default@dst_union22_delta@ds=1 +POSTHOOK: Output: default@dst_union22@ds=2 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git ql/src/test/results/clientpositive/spark/union23.q.out ql/src/test/results/clientpositive/spark/union23.q.out index 01a142b..e24fa8c 100644 --- ql/src/test/results/clientpositive/spark/union23.q.out +++ ql/src/test/results/clientpositive/spark/union23.q.out @@ -7,6 +7,8 @@ from ( select key as key2, value as value2 from src) s order by s.key2, s.value2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select s.key2, s.value2 from ( @@ -16,6 +18,8 @@ from ( select key as key2, value as value2 from src) s order by s.key2, s.value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union24.q.out ql/src/test/results/clientpositive/spark/union24.q.out index 145869f..5d2af5f 100644 --- ql/src/test/results/clientpositive/spark/union24.q.out +++ ql/src/test/results/clientpositive/spark/union24.q.out @@ -57,6 +57,11 @@ select s.key, s.count from ( select key, count(1) as count from src5 where key < 10 group by key )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2 +PREHOOK: Input: default@src3 +PREHOOK: Input: default@src4 +PREHOOK: Input: default@src5 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2 where key < 10 @@ -68,6 +73,11 @@ select s.key, s.count from ( select key, count(1) as count from src5 where key < 10 group by key )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2 +POSTHOOK: Input: default@src3 +POSTHOOK: Input: default@src4 +POSTHOOK: Input: default@src5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -517,6 +527,11 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4 a join src5 b on a.key=b.key where a.key < 10 )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2 +PREHOOK: Input: default@src3 +PREHOOK: Input: default@src4 +PREHOOK: Input: default@src5 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2 where key < 10 @@ -526,6 +541,11 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4 a join src5 b on a.key=b.key where a.key < 10 )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2 +POSTHOOK: Input: default@src3 +POSTHOOK: Input: default@src4 +POSTHOOK: Input: default@src5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -952,6 +972,11 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4 a join src5 b on a.key=b.key where a.key < 10 group by a.key )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2 +PREHOOK: Input: default@src3 +PREHOOK: Input: default@src4 +PREHOOK: Input: default@src5 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2 where key < 10 @@ -961,6 +986,11 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4 a join src5 b on a.key=b.key where a.key < 10 group by a.key )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2 +POSTHOOK: Input: default@src3 +POSTHOOK: Input: default@src4 +POSTHOOK: Input: default@src5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union25.q.out ql/src/test/results/clientpositive/spark/union25.q.out index c5a001a..8c0b791 100644 --- ql/src/test/results/clientpositive/spark/union25.q.out +++ ql/src/test/results/clientpositive/spark/union25.q.out @@ -38,6 +38,12 @@ FROM ) master_table ) a GROUP BY key, value PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@tmp_srcpart +PREHOOK: Input: default@tmp_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: database:default +PREHOOK: Output: default@tmp_unionall POSTHOOK: query: explain create table tmp_unionall as SELECT count(1) as counts, key, value @@ -56,6 +62,12 @@ FROM ) master_table ) a GROUP BY key, value POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@tmp_srcpart +POSTHOOK: Input: default@tmp_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tmp_unionall STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union26.q.out ql/src/test/results/clientpositive/spark/union26.q.out index e4de33d..de225d0 100644 --- ql/src/test/results/clientpositive/spark/union26.q.out +++ ql/src/test/results/clientpositive/spark/union26.q.out @@ -20,6 +20,10 @@ WHERE ds='2008-04-08' and hr='11' ) a group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) as counts, @@ -42,6 +46,10 @@ WHERE ds='2008-04-08' and hr='11' ) a group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union27.q.out ql/src/test/results/clientpositive/spark/union27.q.out index 320ac12..4f587d2 100644 --- ql/src/test/results/clientpositive/spark/union27.q.out +++ ql/src/test/results/clientpositive/spark/union27.q.out @@ -36,8 +36,16 @@ POSTHOOK: Lineage: jackson_sev_add.key SIMPLE [(src)src.FieldSchema(name:key, ty POSTHOOK: Lineage: jackson_sev_add.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select b.* from jackson_sev_same a join (select * from dim_pho union all select * from jackson_sev_add)b on a.key=b.key and b.key=97 PREHOOK: type: QUERY +PREHOOK: Input: default@dim_pho +PREHOOK: Input: default@jackson_sev_add +PREHOOK: Input: default@jackson_sev_same +#### A masked pattern was here #### POSTHOOK: query: explain select b.* from jackson_sev_same a join (select * from dim_pho union all select * from jackson_sev_add)b on a.key=b.key and b.key=97 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim_pho +POSTHOOK: Input: default@jackson_sev_add +POSTHOOK: Input: default@jackson_sev_same +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union28.q.out ql/src/test/results/clientpositive/spark/union28.q.out index 83c105d..e204ee7 100644 --- ql/src/test/results/clientpositive/spark/union28.q.out +++ ql/src/test/results/clientpositive/spark/union28.q.out @@ -19,6 +19,8 @@ select * from ( ) subq ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union POSTHOOK: query: explain insert overwrite table union_subq_union select * from ( @@ -32,6 +34,8 @@ select * from ( ) subq ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union29.q.out ql/src/test/results/clientpositive/spark/union29.q.out index 3fc229b..ca1accf 100644 --- ql/src/test/results/clientpositive/spark/union29.q.out +++ ql/src/test/results/clientpositive/spark/union29.q.out @@ -19,6 +19,8 @@ select * from ( ) subq ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union POSTHOOK: query: explain insert overwrite table union_subq_union select * from ( @@ -32,6 +34,8 @@ select * from ( ) subq ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union3.q.out ql/src/test/results/clientpositive/spark/union3.q.out index 1bf9571..d01ca9d 100644 --- ql/src/test/results/clientpositive/spark/union3.q.out +++ ql/src/test/results/clientpositive/spark/union3.q.out @@ -15,6 +15,8 @@ FROM ( CLUSTER BY id ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( @@ -32,6 +34,8 @@ FROM ( CLUSTER BY id ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union30.q.out ql/src/test/results/clientpositive/spark/union30.q.out index 87ae311..ca6c784 100644 --- ql/src/test/results/clientpositive/spark/union30.q.out +++ ql/src/test/results/clientpositive/spark/union30.q.out @@ -26,6 +26,8 @@ union all select key, value from src ) aa PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union POSTHOOK: query: explain insert overwrite table union_subq_union select * from ( @@ -46,6 +48,8 @@ union all select key, value from src ) aa POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union31.q.out ql/src/test/results/clientpositive/spark/union31.q.out index 0b02386..c538a69 100644 --- ql/src/test/results/clientpositive/spark/union31.q.out +++ ql/src/test/results/clientpositive/spark/union31.q.out @@ -57,6 +57,10 @@ insert overwrite table t3 insert overwrite table t4 select value, count(1) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Output: default@t3 +PREHOOK: Output: default@t4 POSTHOOK: query: explain from (select * from t1 @@ -68,6 +72,10 @@ insert overwrite table t3 insert overwrite table t4 select value, count(1) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@t3 +POSTHOOK: Output: default@t4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -340,6 +348,10 @@ insert overwrite table t5 insert overwrite table t6 select c1, sum(cnt) group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Output: default@t5 +PREHOOK: Output: default@t6 POSTHOOK: query: explain from ( @@ -352,6 +364,10 @@ insert overwrite table t5 insert overwrite table t6 select c1, sum(cnt) group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@t5 +POSTHOOK: Output: default@t6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -637,6 +653,10 @@ insert overwrite table t7 insert overwrite table t8 select c1, count(1) group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Output: default@t7 +PREHOOK: Output: default@t8 POSTHOOK: query: explain from ( @@ -649,6 +669,10 @@ insert overwrite table t7 insert overwrite table t8 select c1, count(1) group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Output: default@t7 +POSTHOOK: Output: default@t8 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/union32.q.out ql/src/test/results/clientpositive/spark/union32.q.out index f1dc705..3f945d7 100644 --- ql/src/test/results/clientpositive/spark/union32.q.out +++ ql/src/test/results/clientpositive/spark/union32.q.out @@ -28,12 +28,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS BIGINT) AS key FROM t2) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t1 UNION ALL SELECT CAST(key AS BIGINT) AS key FROM t2) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -124,12 +130,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS DOUBLE) AS key FROM t2) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key UNION ALL SELECT CAST(key AS DOUBLE) AS key FROM t2) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -270,12 +282,18 @@ SELECT * FROM UNION ALL SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t2 UNION ALL SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -416,12 +434,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1 a JOIN t2 b ON a.key = b.key UNION ALL SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -562,12 +586,18 @@ SELECT * FROM UNION ALL SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1 a JOIN t2 b ON a.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2 UNION ALL SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1 a JOIN t2 b ON a.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union33.q.out ql/src/test/results/clientpositive/spark/union33.q.out index a518c6a..84b8374 100644 --- ql/src/test/results/clientpositive/spark/union33.q.out +++ ql/src/test/results/clientpositive/spark/union33.q.out @@ -15,6 +15,8 @@ UNION ALL GROUP BY key )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src SELECT key, value FROM ( SELECT key, value FROM src @@ -24,6 +26,8 @@ UNION ALL GROUP BY key )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -169,6 +173,8 @@ UNION ALL WHERE key = 0 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src SELECT key, value FROM ( SELECT key, cast(COUNT(*) as string) AS value FROM src @@ -178,6 +184,8 @@ UNION ALL WHERE key = 0 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union34.q.out ql/src/test/results/clientpositive/spark/union34.q.out index 23cf6ee..3368c64 100644 --- ql/src/test/results/clientpositive/spark/union34.q.out +++ ql/src/test/results/clientpositive/spark/union34.q.out @@ -67,6 +67,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3) sub2 UNION ALL SELECT * FROM src10_4 ) alias0 ) alias1 PREHOOK: type: QUERY +PREHOOK: Input: default@src10_1 +PREHOOK: Input: default@src10_2 +PREHOOK: Input: default@src10_3 +PREHOOK: Input: default@src10_4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1) sub1 JOIN (SELECT * FROM src10_2) sub0 ON (sub0.key = sub1.key) @@ -74,6 +79,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3) sub2 UNION ALL SELECT * FROM src10_4 ) alias0 ) alias1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src10_1 +POSTHOOK: Input: default@src10_2 +POSTHOOK: Input: default@src10_3 +POSTHOOK: Input: default@src10_4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -236,6 +246,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3) sub2 UNION ALL SELECT * FROM src10_4 ) alias0 ) alias1 PREHOOK: type: QUERY +PREHOOK: Input: default@src10_1 +PREHOOK: Input: default@src10_2 +PREHOOK: Input: default@src10_3 +PREHOOK: Input: default@src10_4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1) sub1 JOIN (SELECT * FROM src10_2) sub0 ON (sub0.key = sub1.key) @@ -243,6 +258,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3) sub2 UNION ALL SELECT * FROM src10_4 ) alias0 ) alias1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src10_1 +POSTHOOK: Input: default@src10_2 +POSTHOOK: Input: default@src10_3 +POSTHOOK: Input: default@src10_4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union4.q.out ql/src/test/results/clientpositive/spark/union4.q.out index f78e82d..5031437 100644 --- ql/src/test/results/clientpositive/spark/union4.q.out +++ ql/src/test/results/clientpositive/spark/union4.q.out @@ -12,12 +12,16 @@ insert overwrite table tmptable UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable POSTHOOK: query: explain insert overwrite table tmptable select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union5.q.out ql/src/test/results/clientpositive/spark/union5.q.out index dc55108..9652fb7 100644 --- ql/src/test/results/clientpositive/spark/union5.q.out +++ ql/src/test/results/clientpositive/spark/union5.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union6.q.out ql/src/test/results/clientpositive/spark/union6.q.out index 91c6b2b..4bc4155 100644 --- ql/src/test/results/clientpositive/spark/union6.q.out +++ ql/src/test/results/clientpositive/spark/union6.q.out @@ -12,12 +12,18 @@ insert overwrite table tmptable UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@tmptable POSTHOOK: query: explain insert overwrite table tmptable select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@tmptable STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union7.q.out ql/src/test/results/clientpositive/spark/union7.q.out index 9f99c18..28ffc39 100644 --- ql/src/test/results/clientpositive/spark/union7.q.out +++ ql/src/test/results/clientpositive/spark/union7.q.out @@ -3,11 +3,17 @@ PREHOOK: query: explain UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -118,20 +124,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 #### A masked pattern was here #### +278 1 273 1 -224 1 +128 1 255 1 - 10 +tst1 1 +146 1 369 1 213 1 -tst1 1 -66 1 -406 1 -150 1 +224 1 +311 1 238 1 +150 1 + 10 +406 1 +66 1 401 1 98 1 -146 1 -311 1 -128 1 -278 1 diff --git ql/src/test/results/clientpositive/spark/union8.q.out ql/src/test/results/clientpositive/spark/union8.q.out index 753bba9..7b94808 100644 --- ql/src/test/results/clientpositive/spark/union8.q.out +++ ql/src/test/results/clientpositive/spark/union8.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union9.q.out ql/src/test/results/clientpositive/spark/union9.q.out index 56997e8..d9e9368 100644 --- ql/src/test/results/clientpositive/spark/union9.q.out +++ ql/src/test/results/clientpositive/spark/union9.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_lateralview.q.out ql/src/test/results/clientpositive/spark/union_lateralview.q.out index 8835a98..80911cb 100644 --- ql/src/test/results/clientpositive/spark/union_lateralview.q.out +++ ql/src/test/results/clientpositive/spark/union_lateralview.q.out @@ -25,6 +25,10 @@ FROM ( LEFT OUTER JOIN src b ON d.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@test_union_lateral_view POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_union_lateral_view SELECT b.key, d.arr_ele, d.value @@ -44,6 +48,10 @@ FROM ( LEFT OUTER JOIN src b ON d.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@test_union_lateral_view STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_ppr.q.out ql/src/test/results/clientpositive/spark/union_ppr.q.out index c8e678c..9166178 100644 --- ql/src/test/results/clientpositive/spark/union_ppr.q.out +++ ql/src/test/results/clientpositive/spark/union_ppr.q.out @@ -7,6 +7,10 @@ SELECT * FROM ( WHERE A.ds = '2008-04-08' SORT BY A.key, A.value, A.ds, A.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM ( SELECT X.* FROM SRCPART X WHERE X.key < 100 @@ -16,6 +20,10 @@ SELECT * FROM ( WHERE A.ds = '2008-04-08' SORT BY A.key, A.value, A.ds, A.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_1.q.out ql/src/test/results/clientpositive/spark/union_remove_1.q.out index a619efd..f7050ad 100644 --- ql/src/test/results/clientpositive/spark/union_remove_1.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_1.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_10.q.out ql/src/test/results/clientpositive/spark/union_remove_10.q.out index 0e86bb1..32c35ed 100644 --- ql/src/test/results/clientpositive/spark/union_remove_10.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_10.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git ql/src/test/results/clientpositive/spark/union_remove_11.q.out ql/src/test/results/clientpositive/spark/union_remove_11.q.out index c4cf2bb..423a10e 100644 --- ql/src/test/results/clientpositive/spark/union_remove_11.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_11.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git ql/src/test/results/clientpositive/spark/union_remove_12.q.out ql/src/test/results/clientpositive/spark/union_remove_12.q.out index 57a9af7..944160d 100644 --- ql/src/test/results/clientpositive/spark/union_remove_12.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_12.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1 a join inputTbl1 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1 a join inputTbl1 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-1 depends on stages: Stage-7 diff --git ql/src/test/results/clientpositive/spark/union_remove_13.q.out ql/src/test/results/clientpositive/spark/union_remove_13.q.out index 0d21cba..cb69d18 100644 --- ql/src/test/results/clientpositive/spark/union_remove_13.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_13.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1 a join inputTbl1 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1 a join inputTbl1 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-1 depends on stages: Stage-7 diff --git ql/src/test/results/clientpositive/spark/union_remove_14.q.out ql/src/test/results/clientpositive/spark/union_remove_14.q.out index 57a9af7..944160d 100644 --- ql/src/test/results/clientpositive/spark/union_remove_14.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_14.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1 a join inputTbl1 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1 a join inputTbl1 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-1 depends on stages: Stage-7 diff --git ql/src/test/results/clientpositive/spark/union_remove_15.q.out ql/src/test/results/clientpositive/spark/union_remove_15.q.out index 58b9688..1320831 100644 --- ql/src/test/results/clientpositive/spark/union_remove_15.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_15.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_16.q.out ql/src/test/results/clientpositive/spark/union_remove_16.q.out index 94ee97e..6388986 100644 --- ql/src/test/results/clientpositive/spark/union_remove_16.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_16.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git ql/src/test/results/clientpositive/spark/union_remove_17.q.out ql/src/test/results/clientpositive/spark/union_remove_17.q.out index 7715683..b46e4b7 100644 --- ql/src/test/results/clientpositive/spark/union_remove_17.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_17.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, 2 as `values`, '2' as ds from inputTbl1 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, 2 as `values`, '2' as ds from inputTbl1 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_18.q.out ql/src/test/results/clientpositive/spark/union_remove_18.q.out index 1c570c9..1bbde10 100644 --- ql/src/test/results/clientpositive/spark/union_remove_18.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_18.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, ds from inputTbl1 group by key, ds ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, ds from inputTbl1 group by key, ds ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_19.q.out ql/src/test/results/clientpositive/spark/union_remove_19.q.out index 5d28f00..65765b0 100644 --- ql/src/test/results/clientpositive/spark/union_remove_19.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_19.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT a.key, a.`values` @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -196,6 +200,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a where a.key = 7 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT a.key, a.`values` @@ -205,6 +211,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a where a.key = 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -324,6 +332,8 @@ FROM ( ) a ) b where b.key >= 7 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 select key, `values` from @@ -336,6 +346,8 @@ FROM ( ) a ) b where b.key >= 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_2.q.out ql/src/test/results/clientpositive/spark/union_remove_2.q.out index 5bd51c5..53f488f 100644 --- ql/src/test/results/clientpositive/spark/union_remove_2.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_2.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_20.q.out ql/src/test/results/clientpositive/spark/union_remove_20.q.out index 7ffae80..c1a43e0 100644 --- ql/src/test/results/clientpositive/spark/union_remove_20.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_20.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT a.`values`, a.key @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_21.q.out ql/src/test/results/clientpositive/spark/union_remove_21.q.out index 35bbe82..0f4537b 100644 --- ql/src/test/results/clientpositive/spark/union_remove_21.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_21.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT a.key @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_22.q.out ql/src/test/results/clientpositive/spark/union_remove_22.q.out index 1e07020..9325e3a 100644 --- ql/src/test/results/clientpositive/spark/union_remove_22.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_22.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT a.key, a.`values`, a.`values` @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,6 +210,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT a.key, concat(a.`values`, a.`values`), concat(a.`values`, a.`values`) @@ -215,6 +221,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_23.q.out ql/src/test/results/clientpositive/spark/union_remove_23.q.out index 5d3dce7..275f520 100644 --- ql/src/test/results/clientpositive/spark/union_remove_23.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_23.q.out @@ -32,6 +32,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -42,6 +44,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_24.q.out ql/src/test/results/clientpositive/spark/union_remove_24.q.out index a8dead4..d2eef81 100644 --- ql/src/test/results/clientpositive/spark/union_remove_24.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_24.q.out @@ -31,6 +31,8 @@ SELECT * FROM SELECT CAST(key AS BIGINT) AS key, count(1) as `values` FROM inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1 SELECT * FROM @@ -40,6 +42,8 @@ SELECT * FROM SELECT CAST(key AS BIGINT) AS key, count(1) as `values` FROM inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_25.q.out ql/src/test/results/clientpositive/spark/union_remove_25.q.out index 6363ee6..627a587 100644 --- ql/src/test/results/clientpositive/spark/union_remove_25.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_25.q.out @@ -47,6 +47,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1@ds=2004 POSTHOOK: query: explain insert overwrite table outputTbl1 partition(ds='2004') SELECT * @@ -56,6 +58,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1@ds=2004 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -219,6 +223,10 @@ FROM ( select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b ) a PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@outputtbl2 POSTHOOK: query: explain insert overwrite table outputTbl2 partition(ds) SELECT * @@ -228,6 +236,9 @@ FROM ( select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -387,6 +398,10 @@ FROM ( select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b ) a PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@outputtbl3 POSTHOOK: query: explain insert overwrite table outputTbl3 partition(ds, hr) SELECT * FROM ( @@ -395,6 +410,9 @@ FROM ( select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_3.q.out ql/src/test/results/clientpositive/spark/union_remove_3.q.out index 419f002..671eeb3 100644 --- ql/src/test/results/clientpositive/spark/union_remove_3.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_3.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 3 as `values` from inputTbl1 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 3 as `values` from inputTbl1 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_4.q.out ql/src/test/results/clientpositive/spark/union_remove_4.q.out index e5c8c8f..9924b3c 100644 --- ql/src/test/results/clientpositive/spark/union_remove_4.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_4.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git ql/src/test/results/clientpositive/spark/union_remove_5.q.out ql/src/test/results/clientpositive/spark/union_remove_5.q.out index e76e9db..4bb0976 100644 --- ql/src/test/results/clientpositive/spark/union_remove_5.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_5.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git ql/src/test/results/clientpositive/spark/union_remove_6.q.out ql/src/test/results/clientpositive/spark/union_remove_6.q.out index 0278617..74b20b0 100644 --- ql/src/test/results/clientpositive/spark/union_remove_6.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_6.q.out @@ -39,6 +39,9 @@ FROM ( insert overwrite table outputTbl1 select * insert overwrite table outputTbl2 select * PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 +PREHOOK: Output: default@outputtbl2 POSTHOOK: query: explain FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key @@ -48,6 +51,9 @@ FROM ( insert overwrite table outputTbl1 select * insert overwrite table outputTbl2 select * POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 +POSTHOOK: Output: default@outputtbl2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out index 0a67096..c9f2f8b 100644 --- ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out @@ -41,6 +41,9 @@ FROM ( insert overwrite table outputTbl1 select * insert overwrite table outputTbl2 select * PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 +PREHOOK: Output: default@outputtbl2 POSTHOOK: query: explain FROM ( select * from( @@ -52,6 +55,9 @@ FROM ( insert overwrite table outputTbl1 select * insert overwrite table outputTbl2 select * POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 +POSTHOOK: Output: default@outputtbl2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -228,6 +234,8 @@ select avg(c) from( SELECT count(1) as c from src )subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select avg(c) from( SELECT count(1)-200 as c from src @@ -235,6 +243,8 @@ select avg(c) from( SELECT count(1) as c from src )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -346,6 +356,8 @@ select key, avg(c) over w from( )subq group by key, c WINDOW w AS (PARTITION BY key ORDER BY c ROWS UNBOUNDED PRECEDING) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, avg(c) over w from( SELECT key, count(1)*2 as c from src group by key @@ -354,6 +366,8 @@ select key, avg(c) over w from( )subq group by key, c WINDOW w AS (PARTITION BY key ORDER BY c ROWS UNBOUNDED PRECEDING) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_7.q.out ql/src/test/results/clientpositive/spark/union_remove_7.q.out index 4cf8aca..965ab47 100644 --- ql/src/test/results/clientpositive/spark/union_remove_7.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_7.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_8.q.out ql/src/test/results/clientpositive/spark/union_remove_8.q.out index 56720f3..9501129 100644 --- ql/src/test/results/clientpositive/spark/union_remove_8.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_8.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/union_remove_9.q.out ql/src/test/results/clientpositive/spark/union_remove_9.q.out index ec0a860..14d12ef 100644 --- ql/src/test/results/clientpositive/spark/union_remove_9.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_9.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git ql/src/test/results/clientpositive/spark/union_top_level.q.out ql/src/test/results/clientpositive/spark/union_top_level.q.out index 9a0e430..5cd7b44 100644 --- ql/src/test/results/clientpositive/spark/union_top_level.q.out +++ ql/src/test/results/clientpositive/spark/union_top_level.q.out @@ -5,6 +5,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a union all @@ -12,6 +14,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -182,11 +186,15 @@ select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1. union all select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)b PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)a union all select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)b POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -334,6 +342,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@union_top POSTHOOK: query: explain create table union_top as select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -342,6 +353,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -553,6 +567,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_top POSTHOOK: query: explain insert into table union_top select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -561,6 +577,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -758,6 +776,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_top POSTHOOK: query: explain insert overwrite table union_top select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -766,6 +786,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -963,6 +985,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@union_top_view POSTHOOK: query: explain create view union_top_view as select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -971,6 +996,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@union_top_view STAGE DEPENDENCIES: Stage-1 is a root stage diff --git ql/src/test/results/clientpositive/spark/vector_between_in.q.out ql/src/test/results/clientpositive/spark/vector_between_in.q.out index 9f5fa2a..dddc9b7 100644 --- ql/src/test/results/clientpositive/spark/vector_between_in.q.out +++ ql/src/test/results/clientpositive/spark/vector_between_in.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: decimal_date_test.cdecimal2 EXPRESSION [] POSTHOOK: Lineage: decimal_date_test.cdouble EXPRESSION [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -119,8 +123,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -226,8 +234,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -319,8 +331,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -426,8 +442,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -519,8 +539,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -612,8 +636,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 BETWEEN -20 AND 45.9918918919 ORDER BY cdecimal1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 BETWEEN -20 AND 45.9918918919 ORDER BY cdecimal1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -705,8 +733,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1057,8 +1089,12 @@ POSTHOOK: Input: default@decimal_date_test 6172 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1193,8 +1229,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1329,8 +1369,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1465,8 +1509,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out index d81781e..8cd1726 100644 --- ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out +++ ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out @@ -102,6 +102,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(CAST(50 AS DECIMAL)) AS `avg_decimal_ok` FROM over1korc GROUP BY i ORDER BY i LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT i, AVG(CAST(50 AS INT)) AS `avg_int_ok`, @@ -109,6 +111,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(CAST(50 AS DECIMAL)) AS `avg_decimal_ok` FROM over1korc GROUP BY i ORDER BY i LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_char_4.q.out ql/src/test/results/clientpositive/spark/vector_char_4.q.out index 96b829e..4767576 100644 --- ql/src/test/results/clientpositive/spark/vector_char_4.q.out +++ ql/src/test/results/clientpositive/spark/vector_char_4.q.out @@ -124,9 +124,13 @@ POSTHOOK: Output: default@char_lazy_binary_columnar PREHOOK: query: explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +PREHOOK: Output: default@char_lazy_binary_columnar POSTHOOK: query: explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +POSTHOOK: Output: default@char_lazy_binary_columnar PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out index 1444cd8..d956f06 100644 --- ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out +++ ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out @@ -1228,9 +1228,73 @@ POSTHOOK: Lineage: web_sales PARTITION(ws_web_site_sk=9).ws_wholesale_cost SIMPL PREHOOK: query: explain vectorization expression select count(distinct ws_order_number) from web_sales PREHOOK: type: QUERY +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_sales@ws_web_site_sk=1 +PREHOOK: Input: default@web_sales@ws_web_site_sk=10 +PREHOOK: Input: default@web_sales@ws_web_site_sk=11 +PREHOOK: Input: default@web_sales@ws_web_site_sk=12 +PREHOOK: Input: default@web_sales@ws_web_site_sk=13 +PREHOOK: Input: default@web_sales@ws_web_site_sk=14 +PREHOOK: Input: default@web_sales@ws_web_site_sk=15 +PREHOOK: Input: default@web_sales@ws_web_site_sk=16 +PREHOOK: Input: default@web_sales@ws_web_site_sk=17 +PREHOOK: Input: default@web_sales@ws_web_site_sk=18 +PREHOOK: Input: default@web_sales@ws_web_site_sk=19 +PREHOOK: Input: default@web_sales@ws_web_site_sk=2 +PREHOOK: Input: default@web_sales@ws_web_site_sk=20 +PREHOOK: Input: default@web_sales@ws_web_site_sk=21 +PREHOOK: Input: default@web_sales@ws_web_site_sk=22 +PREHOOK: Input: default@web_sales@ws_web_site_sk=23 +PREHOOK: Input: default@web_sales@ws_web_site_sk=24 +PREHOOK: Input: default@web_sales@ws_web_site_sk=25 +PREHOOK: Input: default@web_sales@ws_web_site_sk=26 +PREHOOK: Input: default@web_sales@ws_web_site_sk=27 +PREHOOK: Input: default@web_sales@ws_web_site_sk=28 +PREHOOK: Input: default@web_sales@ws_web_site_sk=29 +PREHOOK: Input: default@web_sales@ws_web_site_sk=3 +PREHOOK: Input: default@web_sales@ws_web_site_sk=30 +PREHOOK: Input: default@web_sales@ws_web_site_sk=4 +PREHOOK: Input: default@web_sales@ws_web_site_sk=5 +PREHOOK: Input: default@web_sales@ws_web_site_sk=6 +PREHOOK: Input: default@web_sales@ws_web_site_sk=7 +PREHOOK: Input: default@web_sales@ws_web_site_sk=8 +PREHOOK: Input: default@web_sales@ws_web_site_sk=9 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(distinct ws_order_number) from web_sales POSTHOOK: type: QUERY +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_sales@ws_web_site_sk=1 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=10 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=11 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=12 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=13 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=14 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=15 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=16 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=17 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=18 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=19 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=2 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=20 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=21 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=22 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=23 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=24 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=25 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=26 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=27 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=28 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=29 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=3 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=30 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=4 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=5 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=6 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=7 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=8 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=9 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_data_types.q.out ql/src/test/results/clientpositive/spark/vector_data_types.q.out index 4561e2d..f370182 100644 --- ql/src/test/results/clientpositive/spark/vector_data_types.q.out +++ ql/src/test/results/clientpositive/spark/vector_data_types.q.out @@ -116,8 +116,12 @@ POSTHOOK: Lineage: over1korc.t EXPRESSION [] POSTHOOK: Lineage: over1korc.ts EXPRESSION [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -212,8 +216,12 @@ POSTHOOK: Input: default@over1korc -17045922556 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -336,10 +344,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT SUM(HASH(*)) FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i) as q PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT SUM(HASH(*)) FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i) as q POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out index 98c709c..390ccb7 100644 --- ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out +++ ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out @@ -40,6 +40,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -48,6 +50,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -217,6 +221,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -225,6 +231,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -400,6 +408,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -408,6 +418,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -596,6 +608,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -604,6 +618,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out index 0bb1a82..0252438 100644 --- ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out @@ -77,9 +77,15 @@ POSTHOOK: Lineage: t2.value_dec EXPRESSION [(over1k)over1k.FieldSchema(name:d, t PREHOOK: query: explain vectorization detail select t1.`dec`, t2.`dec` from t1 join t2 on (t1.`dec`=t2.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.`dec`, t2.`dec` from t1 join t2 on (t1.`dec`=t2.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -342,9 +348,15 @@ POSTHOOK: Input: default@t2 PREHOOK: query: explain vectorization detail select t1.`dec`, t1.value_dec, t2.`dec`, t2.value_dec from t1 join t2 on (t1.`dec`=t2.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.`dec`, t1.value_dec, t2.`dec`, t2.value_dec from t1 join t2 on (t1.`dec`=t2.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -683,9 +695,15 @@ POSTHOOK: Lineage: t2_small.value_dec EXPRESSION [(over1k_small)over1k_small.Fie PREHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -843,9 +861,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1003,9 +1027,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1165,9 +1195,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_distinct_2.q.out ql/src/test/results/clientpositive/spark/vector_distinct_2.q.out index 0236980..422a1c6 100644 --- ql/src/test/results/clientpositive/spark/vector_distinct_2.q.out +++ ql/src/test/results/clientpositive/spark/vector_distinct_2.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc.ts2 SIMPLE [(vectortab2k)vectortab2k.FieldSche PREHOOK: query: explain vectorization expression select distinct s, t from vectortab2korc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select distinct s, t from vectortab2korc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_elt.q.out ql/src/test/results/clientpositive/spark/vector_elt.q.out index f70863a..ba1565d 100644 --- ql/src/test/results/clientpositive/spark/vector_elt.q.out +++ ql/src/test/results/clientpositive/spark/vector_elt.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstr FROM alltypesorc WHERE ctinyint > 0 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstring1, cint, elt((ctinyint % 2) + 1, cstring1, cint) FROM alltypesorc WHERE ctinyint > 0 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -110,6 +114,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM alltypesorc LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT elt(2, 'abc', 'defg'), elt(3, 'aa', 'bb', 'cc', 'dd', 'ee', 'ff', 'gg'), @@ -123,6 +129,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM alltypesorc LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_groupby_3.q.out ql/src/test/results/clientpositive/spark/vector_groupby_3.q.out index a68002e..2e0b8b4 100644 --- ql/src/test/results/clientpositive/spark/vector_groupby_3.q.out +++ ql/src/test/results/clientpositive/spark/vector_groupby_3.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc.ts2 SIMPLE [(vectortab2k)vectortab2k.FieldSche PREHOOK: query: explain vectorization expression select s, t, max(b) from vectortab2korc group by s, t PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s, t, max(b) from vectortab2korc group by s, t POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out index ac7c821..d100b08 100644 --- ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out +++ ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out @@ -7,6 +7,8 @@ left outer join alltypesorc hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from (select c.ctinyint from alltypesorc c @@ -16,6 +18,8 @@ left outer join alltypesorc hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out index ff1af2c..7f80b0c 100644 --- ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out +++ ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out @@ -4,12 +4,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -276,12 +280,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out index e6546c5..1bf8f19 100644 --- ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out +++ ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc.ts2 SIMPLE [(vectortab2k)vectortab2k.FieldSche PREHOOK: query: explain vectorization expression select bo, max(b) from vectortab2korc group by bo order by bo desc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select bo, max(b) from vectortab2korc group by bo order by bo desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_string_concat.q.out ql/src/test/results/clientpositive/spark/vector_string_concat.q.out index 30dbaf1..02f3a48 100644 --- ql/src/test/results/clientpositive/spark/vector_string_concat.q.out +++ ql/src/test/results/clientpositive/spark/vector_string_concat.q.out @@ -100,11 +100,15 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s AS `string`, CONCAT(CONCAT('|',RTRIM(CONCAT(CONCAT(' ',s),' '))),'|') AS `none_z_rtrim_str` FROM over1korc LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s AS `string`, CONCAT(CONCAT(' ',s),' ') AS `none_padded_str`, CONCAT(CONCAT('|',RTRIM(CONCAT(CONCAT(' ',s),' '))),'|') AS `none_z_rtrim_str` FROM over1korc LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -311,6 +315,8 @@ SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) ORDER BY `field` LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) AS STRING)),'-'),CAST(YEAR(dt) AS STRING)) AS `field` FROM vectortab2korc @@ -318,6 +324,8 @@ SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) ORDER BY `field` LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out index c381b4c..10eb61f 100644 --- ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out +++ ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out @@ -124,9 +124,13 @@ POSTHOOK: Output: default@varchar_lazy_binary_columnar PREHOOK: query: explain vectorization expression insert overwrite table varchar_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +PREHOOK: Output: default@varchar_lazy_binary_columnar POSTHOOK: query: explain vectorization expression insert overwrite table varchar_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +POSTHOOK: Output: default@varchar_lazy_binary_columnar PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_0.q.out ql/src/test/results/clientpositive/spark/vectorization_0.q.out index ec73876..c170d05 100644 --- ql/src/test/results/clientpositive/spark/vectorization_0.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_0.q.out @@ -6,6 +6,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(ctinyint) as c1, MAX(ctinyint), @@ -14,6 +16,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -188,11 +192,15 @@ SELECT SUM(ctinyint) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(ctinyint) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -368,6 +376,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(ctinyint) as c1, @@ -381,6 +391,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -506,6 +518,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(cbigint) as c1, MAX(cbigint), @@ -514,6 +528,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -688,11 +704,15 @@ SELECT SUM(cbigint) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cbigint) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -868,6 +888,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cbigint) as c1, @@ -881,6 +903,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1006,6 +1030,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(cfloat) as c1, MAX(cfloat), @@ -1014,6 +1040,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1188,11 +1216,15 @@ SELECT SUM(cfloat) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cfloat) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1368,6 +1400,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cfloat) as c1, @@ -1381,6 +1415,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1526,6 +1562,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(cbigint), (-(AVG(cbigint))), @@ -1553,6 +1591,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1722,11 +1762,15 @@ select count(*) from alltypesorc where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN extended select count(*) from alltypesorc where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30532,11 +30576,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30646,11 +30694,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30759,11 +30811,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 or cfloat=3.5) and (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30872,10 +30928,14 @@ PREHOOK: query: explain extended select count(*),cstring1 from alltypesorc where or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*),cstring1 from alltypesorc where cstring1='biology' or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/spark/vectorization_1.q.out ql/src/test/results/clientpositive/spark/vectorization_1.q.out index a5d4a14..1f5a41c 100644 --- ql/src/test/results/clientpositive/spark/vectorization_1.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_1.q.out @@ -19,6 +19,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT VAR_POP(ctinyint), (VAR_POP(ctinyint) / -26.28), @@ -40,6 +42,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_10.q.out ql/src/test/results/clientpositive/spark/vectorization_10.q.out index 8ff6e48..c1ba68a 100644 --- ql/src/test/results/clientpositive/spark/vectorization_10.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_10.q.out @@ -22,6 +22,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, ctimestamp1, @@ -46,6 +48,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_11.q.out ql/src/test/results/clientpositive/spark/vectorization_11.q.out index ef029b2..f584596 100644 --- ql/src/test/results/clientpositive/spark/vectorization_11.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_11.q.out @@ -13,6 +13,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cboolean1, @@ -28,6 +30,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_12.q.out ql/src/test/results/clientpositive/spark/vectorization_12.q.out index 55e3ad6..9d31769 100644 --- ql/src/test/results/clientpositive/spark/vectorization_12.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_12.q.out @@ -30,6 +30,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cbigint, cboolean1, @@ -62,6 +64,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_13.q.out ql/src/test/results/clientpositive/spark/vectorization_13.q.out index de501e7..98a47e1 100644 --- ql/src/test/results/clientpositive/spark/vectorization_13.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_13.q.out @@ -31,6 +31,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, ctinyint, @@ -64,6 +66,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -355,6 +359,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, ctinyint, @@ -388,6 +394,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_14.q.out ql/src/test/results/clientpositive/spark/vectorization_14.q.out index b583cee..37c097f 100644 --- ql/src/test/results/clientpositive/spark/vectorization_14.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_14.q.out @@ -31,6 +31,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, cfloat, @@ -64,6 +66,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_15.q.out ql/src/test/results/clientpositive/spark/vectorization_15.q.out index 70aacfc..82a87dd 100644 --- ql/src/test/results/clientpositive/spark/vectorization_15.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_15.q.out @@ -29,6 +29,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cboolean1, @@ -60,6 +62,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_16.q.out ql/src/test/results/clientpositive/spark/vectorization_16.q.out index 61d1345..f5800bc 100644 --- ql/src/test/results/clientpositive/spark/vectorization_16.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_16.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_17.q.out ql/src/test/results/clientpositive/spark/vectorization_17.q.out index c333ab1..14d82f4 100644 --- ql/src/test/results/clientpositive/spark/vectorization_17.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_17.q.out @@ -22,6 +22,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cstring1, @@ -46,6 +48,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_2.q.out ql/src/test/results/clientpositive/spark/vectorization_2.q.out index f1ee936..e28dbb6 100644 --- ql/src/test/results/clientpositive/spark/vectorization_2.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_2.q.out @@ -21,6 +21,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(csmallint), (AVG(csmallint) % -563), @@ -44,6 +46,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_3.q.out ql/src/test/results/clientpositive/spark/vectorization_3.q.out index c78de72..f3244d2 100644 --- ql/src/test/results/clientpositive/spark/vectorization_3.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_3.q.out @@ -24,6 +24,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT STDDEV_SAMP(csmallint), (STDDEV_SAMP(csmallint) - 10.175), @@ -49,6 +51,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_4.q.out ql/src/test/results/clientpositive/spark/vectorization_4.q.out index c924651..54fcc29 100644 --- ql/src/test/results/clientpositive/spark/vectorization_4.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_4.q.out @@ -21,6 +21,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cint), (SUM(cint) * -563), @@ -44,6 +46,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_5.q.out ql/src/test/results/clientpositive/spark/vectorization_5.q.out index 4cf4548..183f1bc 100644 --- ql/src/test/results/clientpositive/spark/vectorization_5.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_5.q.out @@ -18,6 +18,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(csmallint), (MAX(csmallint) * -75), @@ -38,6 +40,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_6.q.out ql/src/test/results/clientpositive/spark/vectorization_6.q.out index ebf4849..cec7dcf 100644 --- ql/src/test/results/clientpositive/spark/vectorization_6.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_6.q.out @@ -19,6 +19,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, cfloat, @@ -40,6 +42,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_9.q.out ql/src/test/results/clientpositive/spark/vectorization_9.q.out index 61d1345..f5800bc 100644 --- ql/src/test/results/clientpositive/spark/vectorization_9.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_9.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out index a0631c3..d41a820 100644 --- ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out @@ -14,8 +14,12 @@ POSTHOOK: Lineage: date_decimal_test.cdouble SIMPLE [(alltypesorc)alltypesorc.Fi POSTHOOK: Lineage: date_decimal_test.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_decimal_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_decimal_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_div0.q.out ql/src/test/results/clientpositive/spark/vectorization_div0.q.out index e679a75..3227a37 100644 --- ql/src/test/results/clientpositive/spark/vectorization_div0.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_div0.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization expression select cint / 0, ctinyint / 0, cbigint / 0, cdouble / 0.0 from alltypesorc limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint / 0, ctinyint / 0, cbigint / 0, cdouble / 0.0 from alltypesorc limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -178,10 +182,14 @@ PREHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -394,10 +402,14 @@ PREHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -610,10 +622,14 @@ PREHOOK: query: explain vectorization expression select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)), (ctinyint % ctinyint) as c3 from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by c1, c2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)), (ctinyint % ctinyint) as c3 from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by c1, c2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_input_format_excludes.q.out ql/src/test/results/clientpositive/spark/vectorization_input_format_excludes.q.out index 01eb4b4..617edb8 100644 --- ql/src/test/results/clientpositive/spark/vectorization_input_format_excludes.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_input_format_excludes.q.out @@ -51,11 +51,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -141,6 +145,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -150,6 +156,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -378,11 +386,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -462,6 +474,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -471,6 +485,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -693,11 +709,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -783,6 +803,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -792,6 +814,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1068,11 +1092,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_orc where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1152,6 +1180,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_orc group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -1161,6 +1191,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_orc group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1400,8 +1432,12 @@ POSTHOOK: Lineage: orctbl.t1 SCRIPT [] POSTHOOK: Lineage: orctbl.t2 SCRIPT [] PREHOOK: query: explain vectorization select t1, t2, (t1+t2) from orcTbl where (t1+t2) > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@orctbl +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select t1, t2, (t1+t2) from orcTbl where (t1+t2) > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orctbl +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1476,8 +1512,12 @@ POSTHOOK: Lineage: parquettbl.t1 SCRIPT [] POSTHOOK: Lineage: parquettbl.t2 SCRIPT [] PREHOOK: query: explain vectorization SELECT t1, t2, (t1 + t2) FROM parquetTbl WHERE (t1 + t2) > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquettbl +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT t1, t2, (t1 + t2) FROM parquetTbl WHERE (t1 + t2) > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquettbl +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_nested_udf.q.out ql/src/test/results/clientpositive/spark/vectorization_nested_udf.q.out index c46fc03..fd248e6 100644 --- ql/src/test/results/clientpositive/spark/vectorization_nested_udf.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_nested_udf.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(abs(ctinyint)) from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(abs(ctinyint)) from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out index d58a989..8e5eafd 100644 --- ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out @@ -116,8 +116,12 @@ POSTHOOK: Lineage: parquet_project_test.cint EXPRESSION [] POSTHOOK: Lineage: parquet_project_test.m1 EXPRESSION [] PREHOOK: query: explain vectorization select * from parquet_project_test PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from parquet_project_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -192,8 +196,12 @@ POSTHOOK: Input: default@parquet_project_test 3 {"color":"blue"} PREHOOK: query: explain vectorization select count(*) from parquet_project_test PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_project_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -275,9 +283,13 @@ POSTHOOK: Input: default@parquet_project_test PREHOOK: query: explain vectorization select cint, count(*) from parquet_project_test group by cint PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select cint, count(*) from parquet_project_test group by cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -369,9 +381,13 @@ POSTHOOK: Input: default@parquet_project_test PREHOOK: query: explain vectorization select m1["color"], count(*) from parquet_project_test group by m1["color"] PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select m1["color"], count(*) from parquet_project_test group by m1["color"] POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -480,8 +496,14 @@ POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).key SCRIPT [] POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).val SCRIPT [] PREHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_nullsplit +PREHOOK: Input: default@parquet_nullsplit@len=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_nullsplit +POSTHOOK: Input: default@parquet_nullsplit@len=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -564,8 +586,12 @@ POSTHOOK: Input: default@parquet_nullsplit@len=1 1 PREHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '99' PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_nullsplit +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '99' POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_nullsplit +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out index 53e8bbf..0f07cb2 100644 --- ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out @@ -48,8 +48,16 @@ POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctimestamp2 SIMPLE [(allt POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_part +PREHOOK: Input: default@alltypesorc_part@ds=2011 +PREHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_part +POSTHOOK: Input: default@alltypesorc_part@ds=2011 +POSTHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_pushdown.q.out ql/src/test/results/clientpositive/spark/vectorization_pushdown.q.out index 6d52551..99f0e47 100644 --- ql/src/test/results/clientpositive/spark/vectorization_pushdown.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_pushdown.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorization_short_regress.q.out ql/src/test/results/clientpositive/spark/vectorization_short_regress.q.out index c04f200..5d1a250 100644 --- ql/src/test/results/clientpositive/spark/vectorization_short_regress.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_short_regress.q.out @@ -35,6 +35,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(cint), (AVG(cint) + -3728), @@ -72,6 +74,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -280,6 +284,8 @@ WHERE (((cbigint <= 197) OR ((cfloat > 79.553) AND (cstring2 LIKE '10%'))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT MAX(cint), (MAX(cint) / -3728), @@ -314,6 +320,8 @@ WHERE (((cbigint <= 197) OR ((cfloat > 79.553) AND (cstring2 LIKE '10%'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -515,6 +523,8 @@ WHERE ((ctimestamp1 = ctimestamp2) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 > 'a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT VAR_POP(cbigint), (-(VAR_POP(cbigint))), @@ -548,6 +558,8 @@ WHERE ((ctimestamp1 = ctimestamp2) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 > 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -738,6 +750,8 @@ WHERE (((ctimestamp2 <= ctimestamp1) AND (ctimestamp1 >= 0)) OR (cfloat = 17)) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(ctinyint), (AVG(ctinyint) + 6981), @@ -761,6 +775,8 @@ WHERE (((ctimestamp2 <= ctimestamp1) AND (ctimestamp1 >= 0)) OR (cfloat = 17)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -945,6 +961,8 @@ WHERE (((cstring1 RLIKE 'a.*') ORDER BY cint, cdouble, ctimestamp2, cstring1, cboolean2, ctinyint, cfloat, ctimestamp1, csmallint, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cdouble, @@ -982,6 +1000,8 @@ WHERE (((cstring1 RLIKE 'a.*') ORDER BY cint, cdouble, ctimestamp2, cstring1, cboolean2, ctinyint, cfloat, ctimestamp1, csmallint, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1241,6 +1261,8 @@ WHERE (((197 > ctinyint) ORDER BY cint, cbigint, cstring1, cboolean1, cfloat, cdouble, ctimestamp2, csmallint, cstring2, cboolean2, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cbigint, @@ -1277,6 +1299,8 @@ WHERE (((197 > ctinyint) ORDER BY cint, cbigint, cstring1, cboolean1, cfloat, cdouble, ctimestamp2, csmallint, cstring2, cboolean2, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1486,6 +1510,8 @@ WHERE (((csmallint > -26.28) ORDER BY cboolean1, cstring1, ctimestamp2, cfloat, cbigint, cstring1, cdouble, cint, csmallint, cdouble, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 75 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cstring1, @@ -1521,6 +1547,8 @@ WHERE (((csmallint > -26.28) ORDER BY cboolean1, cstring1, ctimestamp2, cfloat, cbigint, cstring1, cdouble, cint, csmallint, cdouble, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 75 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1795,6 +1823,8 @@ WHERE (((-1.389 >= cint) ORDER BY csmallint, cstring2, cdouble, cfloat, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 45 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cstring2, @@ -1823,6 +1853,8 @@ WHERE (((-1.389 >= cint) ORDER BY csmallint, cstring2, cdouble, cfloat, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 45 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2045,6 +2077,8 @@ GROUP BY csmallint ORDER BY csmallint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT csmallint, (csmallint % -75) as c1, @@ -2066,6 +2100,8 @@ GROUP BY csmallint ORDER BY csmallint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2293,6 +2329,8 @@ WHERE (((cdouble > 2563.58)) GROUP BY cdouble ORDER BY cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdouble, VAR_SAMP(cdouble), @@ -2321,6 +2359,8 @@ WHERE (((cdouble > 2563.58)) GROUP BY cdouble ORDER BY cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2564,6 +2604,8 @@ GROUP BY ctimestamp1, cstring1 ORDER BY ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16, c17, c18, c19, c20, c21, c22, c23, c24, c25, c26, c27, c28, c29, c30, c31, c32, c33, c34, c35, c36, c37 LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cstring1, @@ -2620,6 +2662,8 @@ GROUP BY ctimestamp1, cstring1 ORDER BY ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16, c17, c18, c19, c20, c21, c22, c23, c24, c25, c26, c27, c28, c29, c30, c31, c32, c33, c34, c35, c36, c37 LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2959,6 +3003,8 @@ WHERE (((cboolean1 IS NOT NULL)) GROUP BY cboolean1 ORDER BY cboolean1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, MAX(cfloat), @@ -3000,6 +3046,8 @@ WHERE (((cboolean1 IS NOT NULL)) GROUP BY cboolean1 ORDER BY cboolean1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3225,9 +3273,13 @@ POSTHOOK: Output: default@test_count PREHOOK: query: explain vectorization expression select count(*) from test_count PREHOOK: type: QUERY +PREHOOK: Input: default@test_count +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from test_count POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_count +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3336,9 +3388,13 @@ POSTHOOK: Input: default@test_count PREHOOK: query: explain vectorization expression select count(i) from test_count PREHOOK: type: QUERY +PREHOOK: Input: default@test_count +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(i) from test_count POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_count +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3523,9 +3579,13 @@ POSTHOOK: Lineage: alltypesnullorc.ctinyint SIMPLE [(alltypesnull)alltypesnull.F PREHOOK: query: explain vectorization expression select count(*) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3634,9 +3694,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(ctinyint) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(ctinyint) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3747,9 +3811,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cint) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cint) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3860,9 +3928,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cfloat) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cfloat) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3973,9 +4045,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cstring1) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cstring1) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4086,9 +4162,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cboolean1) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cboolean1) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorized_case.q.out ql/src/test/results/clientpositive/spark/vectorized_case.q.out index 58e295d..a84e16e 100644 --- ql/src/test/results/clientpositive/spark/vectorized_case.q.out +++ ql/src/test/results/clientpositive/spark/vectorized_case.q.out @@ -16,6 +16,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select csmallint, @@ -34,6 +36,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -164,6 +168,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select csmallint, @@ -182,6 +188,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -258,12 +266,16 @@ select sum(case when cint % 2 = 1 then 1 else 0 end) as codd from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(case when cint % 2 = 0 then 1 else 0 end) as ceven, sum(case when cint % 2 = 1 then 1 else 0 end) as codd from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -400,12 +412,16 @@ select sum(case when cint % 2 = 1 then cint else 0 end) as codd from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(case when cint % 2 = 0 then cint else 0 end) as ceven, sum(case when cint % 2 = 1 then cint else 0 end) as codd from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -557,9 +573,13 @@ POSTHOOK: Lineage: test_1.member SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -637,9 +657,13 @@ POSTHOOK: Input: default@test_1 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN 1.0 ELSE attr+2.0 END FROM test_1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN 1.0 ELSE attr+2.0 END FROM test_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -717,9 +741,13 @@ POSTHOOK: Input: default@test_1 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE 2.0 END FROM test_1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE 2.0 END FROM test_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -815,9 +843,13 @@ POSTHOOK: Lineage: test_2.member SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -895,9 +927,13 @@ POSTHOOK: Input: default@test_2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN null else attr+2 END FROM test_2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN null else attr+2 END FROM test_2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -975,9 +1011,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else null END FROM test_2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else null END FROM test_2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out index 93ab21e..e05071e 100644 --- ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint), MAX(t2. FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint), MAX(t2.cint), MIN(t1.cint), AVG(t1.cint+t2.cint) FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorized_math_funcs.q.out ql/src/test/results/clientpositive/spark/vectorized_math_funcs.q.out index 0cfc14b..de627de 100644 --- ql/src/test/results/clientpositive/spark/vectorized_math_funcs.q.out +++ ql/src/test/results/clientpositive/spark/vectorized_math_funcs.q.out @@ -50,6 +50,8 @@ where cbigint % 500 = 0 and sin(cfloat) >= -1.0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cdouble @@ -102,6 +104,8 @@ where cbigint % 500 = 0 and sin(cfloat) >= -1.0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out index 09f2a1a..a475cf2 100644 --- ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain vectorization select sum(t1.td) from (select v1.csmallint as tsi, v1.cdouble as td from alltypesorc v1, alltypesorc v2 where v1.ctinyint=v2.ctinyint) t1 join alltypesorc v3 on t1.tsi=v3.csmallint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select sum(t1.td) from (select v1.csmallint as tsi, v1.cdouble as td from alltypesorc v1, alltypesorc v2 where v1.ctinyint=v2.ctinyint) t1 join alltypesorc v3 on t1.tsi=v3.csmallint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out index edc8f74..3e46a69 100644 --- ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out +++ ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out @@ -114,6 +114,8 @@ from noop(on part_orc order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -124,6 +126,8 @@ from noop(on part_orc order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -326,6 +330,8 @@ from noop (on (select p1.* from part_orc p1 join part_orc p2 on p1.p_partkey = p distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -333,6 +339,8 @@ from noop (on (select p1.* from part_orc p1 join part_orc p2 on p1.p_partkey = p distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -587,12 +595,16 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -738,6 +750,8 @@ from noop(on part_orc order by p_name ) abc PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -748,6 +762,8 @@ from noop(on part_orc order by p_name ) abc POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -953,6 +969,8 @@ from noop(on part_orc order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -963,6 +981,8 @@ from noop(on part_orc order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1170,6 +1190,8 @@ from noop(on part_orc ) group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1181,6 +1203,8 @@ from noop(on part_orc ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1394,6 +1418,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.* from noop(on part_orc @@ -1401,6 +1427,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1610,6 +1638,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.* from part_orc p1 join noop(on part_orc @@ -1617,6 +1647,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1830,6 +1862,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -1837,6 +1871,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2017,6 +2053,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2026,6 +2064,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2225,6 +2265,8 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2234,6 +2276,8 @@ from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2437,6 +2481,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2447,6 +2493,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2718,6 +2766,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, sub1.cd, sub1.s1 @@ -2731,6 +2781,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2936,6 +2988,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -2948,6 +3002,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3235,12 +3291,16 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select DISTINCT p_mfgr, p_name, p_size from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3446,6 +3506,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_price_view +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_brand, s, round(sum(s) over w1,2) as s1 @@ -3454,6 +3517,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_price_view +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3711,6 +3777,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +PREHOOK: Output: default@part_4 +PREHOOK: Output: default@part_5 POSTHOOK: query: explain vectorization detail from noop(on part_orc partition by p_mfgr @@ -3727,6 +3796,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +POSTHOOK: Output: default@part_4 +POSTHOOK: Output: default@part_5 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4170,6 +4242,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -4187,6 +4261,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4482,6 +4558,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4499,6 +4577,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4793,6 +4873,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4808,6 +4890,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5108,6 +5192,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -5125,6 +5211,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5437,6 +5525,8 @@ from noop(on order by p_mfgr )) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, @@ -5453,6 +5543,8 @@ from noop(on order by p_mfgr )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5736,6 +5828,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -5750,6 +5844,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out index fa67ae7..d4f2891 100644 --- ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out +++ ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint) AS CNT, FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint order by CNT PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint) AS CNT, MAX(t2.cint) , MIN(t1.cint), AVG(t1.cint+t2.cint) FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint order by CNT POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorized_string_funcs.q.out ql/src/test/results/clientpositive/spark/vectorized_string_funcs.q.out index 2fa9016..d609d9b 100644 --- ql/src/test/results/clientpositive/spark/vectorized_string_funcs.q.out +++ ql/src/test/results/clientpositive/spark/vectorized_string_funcs.q.out @@ -20,6 +20,8 @@ where cbigint % 237 = 0 and length(substr(cstring1, 1, 2)) <= 2 and cstring1 like '%' PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select substr(cstring1, 1, 2) @@ -42,6 +44,8 @@ where cbigint % 237 = 0 and length(substr(cstring1, 1, 2)) <= 2 and cstring1 like '%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out index 2fccd28..9f70251 100644 --- ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out +++ ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out @@ -76,6 +76,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(ctimestamp1) AS c1, year(ctimestamp1), @@ -89,6 +91,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -256,6 +260,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(stimestamp1) AS c1, year(stimestamp1), @@ -269,6 +275,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -436,6 +444,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, year(ctimestamp1) = year(stimestamp1), @@ -449,6 +459,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -616,6 +628,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_wrong ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(stimestamp1) AS c1, year(stimestamp1), @@ -629,6 +643,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_wrong ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -753,6 +769,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT min(ctimestamp1), max(ctimestamp1), @@ -760,6 +778,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -881,10 +901,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(sum(ctimestamp1), 3) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(sum(ctimestamp1), 3) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1016,6 +1040,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(stddev_samp(ctimestamp1), 3) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(avg(ctimestamp1), 0), variance(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, @@ -1027,6 +1053,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(stddev_samp(ctimestamp1), 3) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git ql/src/test/results/clientpositive/spark/windowing.q.out ql/src/test/results/clientpositive/spark/windowing.q.out index 6bd9ce9..c5fc216 100644 --- ql/src/test/results/clientpositive/spark/windowing.q.out +++ ql/src/test/results/clientpositive/spark/windowing.q.out @@ -1811,12 +1811,16 @@ sum(p_size) over w1 as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select DISTINCT p_mfgr, p_name, p_size, sum(p_size) over w1 as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1