diff --git a/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt b/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt index a669e2e..78020f1 100644 --- a/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt +++ b/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt @@ -1,143 +1,143 @@ -_store_,COLUMN_STATS_ACCURATE,true -_store_,numFiles,1 -_store_,numRows,1704 -_store_,rawDataSize,3256276 -_store_,totalSize,101707 -_store_,transient_lastDdlTime,143456_customer_demographics_ -_call_center_,COLUMN_STATS_ACCURATE,true -_call_center_,numFiles,1 -_call_center_,numRows,60 -_call_center_,rawDataSize,122700 -_call_center_,totalSize,10347 -_call_center_,transient_lastDdlTime,1434561922 -_catalog_page_,COLUMN_STATS_ACCURATE,true -_catalog_page_,numFiles,1 -_catalog_page_,numRows,46000 -_catalog_page_,rawDataSize,21198808 -_catalog_page_,totalSize,1576662 -_catalog_page_,transient_lastDdlTime,1434561925 -_customer_,COLUMN_STATS_ACCURATE,true -_customer_,numFiles,538 -_customer_,numRows,80000000 -_customer_,rawDataSize,68801615852 -_customer_,totalSize,3143935054 -_customer_,transient_lastDdlTime,1434561966 -_customer_address_,COLUMN_STATS_ACCURATE,true -_customer_address_,numFiles,274 -_customer_address_,numRows,40000000 -_customer_address_,rawDataSize,40595195284 -_customer_address_,totalSize,530195843 -_customer_address_,transient_lastDdlTime,1434561994 -_customer_demographics_,COLUMN_STATS_ACCURATE,true -_customer_demographics_,numFiles,8 -_customer_demographics_,numRows,_time_dim_800 -_customer_demographics_,rawDataSize,717_income_band_59 -_customer_demographics_,totalSize,323062 -_customer_demographics_,transient_lastDdlTime,1434562071 -_date_dim_,COLUMN_STATS_ACCURATE,true -_date_dim_,numFiles,1 -_date_dim_,numRows,73049 -_date_dim_,rawDataSize,81741831 -_date_dim_,totalSize,362925 -_date_dim_,transient_lastDdlTime,1434562075 -_household_demographics_,COLUMN_STATS_ACCURATE,true -_household_demographics_,numFiles,1 -_household_demographics_,numRows,7200 -_household_demographics_,rawDataSize,770400 -_household_demographics_,totalSize,901 -_household_demographics_,transient_lastDdlTime,1434562078 -_income_band_,COLUMN_STATS_ACCURATE,true -_income_band_,numFiles,1 -_income_band_,numRows,20 -_income_band_,rawDataSize,240 -_income_band_,totalSize,399 -_income_band_,transient_lastDdlTime,1434562081 -_item_,COLUMN_STATS_ACCURATE,true -_item_,numFiles,9 -_item_,numRows,462000 -_item_,rawDataSize,663560457 -_item_,totalSize,29760748 -_item_,transient_lastDdlTime,1434562091 -_promotion_,COLUMN_STATS_ACCURATE,true -_promotion_,numFiles,1 -_promotion_,numRows,2300 -_promotion_,rawDataSize,2713420 -_promotion_,totalSize,63964 -_promotion_,transient_lastDdlTime,1434562093 -_reason_,COLUMN_STATS_ACCURATE,true -_reason_,numFiles,1 -_reason_,numRows,72 -_reason_,rawDataSize,14400 -_reason_,totalSize,1024 -_reason_,transient_lastDdlTime,1434562095 -_ship_mode_,COLUMN_STATS_ACCURATE,true -_ship_mode_,numFiles,0 -_ship_mode_,numRows,0 -_ship_mode_,rawDataSize,0 -_ship_mode_,totalSize,0 -_ship_mode_,transient_lastDdlTime,1434562097 -_time_dim_,COLUMN_STATS_ACCURATE,true -_time_dim_,numFiles,1 -_time_dim_,numRows,86400 -_time_dim_,rawDataSize,40694400 -_time_dim_,totalSize,133902 -_time_dim_,transient_lastDdlTime,1434562099 -_warehouse_,COLUMN_STATS_ACCURATE,true -_warehouse_,numFiles,1 -_warehouse_,numRows,27 -_warehouse_,rawDataSize,27802 -_warehouse_,totalSize,2971 -_warehouse_,transient_lastDdlTime,1434562102 -_web_page_,COLUMN_STATS_ACCURATE,true -_web_page_,numFiles,1 -_web_page_,numRows,4602 -_web_page_,rawDataSize,2696178 -_web_page_,totalSize,50572 -_web_page_,transient_lastDdlTime,1434562104 -_web_site_,COLUMN_STATS_ACCURATE,true -_web_site_,numFiles,1 -_web_site_,numRows,84 -_web_site_,rawDataSize,155408 -_web_site_,totalSize,11271 -_web_site_,transient_lastDdlTime,1434562107 -_catalog_returns_,COLUMN_STATS_ACCURATE,true -_catalog_returns_,numFiles,400 -_catalog_returns_,numRows,28798881 -_catalog_returns_,rawDataSize,3057234680 -_catalog_returns_,totalSize,1651022096 -_catalog_sales_,COLUMN_STATS_ACCURATE,true -_catalog_sales_,numFiles,552 -_catalog_sales_,numRows,287989836 -_catalog_sales_,rawDataSize,38999608952 -_catalog_sales_,totalSize,16430853294 -_catalog_sales_,transient_lastDdlTime,1434700893 -_inventory_,COLUMN_STATS_ACCURATE,true -_inventory_,numFiles,51 -_inventory_,numRows,37584000 -_inventory_,rawDataSize,593821104 -_inventory_,totalSize,58323594 -_inventory_,transient_lastDdlTime,1434681166 -_store_sales_,COLUMN_STATS_ACCURATE,true -_store_sales_,numFiles,600 -_store_sales_,numRows,575995635 -_store_sales_,rawDataSize,50814502088 -_store_sales_,totalSize,22288384284 -_store_sales_,transient_lastDdlTime,1434700760 -_web_sales_,COLUMN_STATS_ACCURATE,true -_web_sales_,numFiles,529 -_web_sales_,numRows,144002668 -_web_sales_,rawDataSize,19580198212 -_web_sales_,totalSize,8304889016 -_web_sales_,transient_lastDdlTime,1434700829 -_web_returns_,COLUMN_STATS_ACCURATE,true -_web_returns_,numFiles,135 -_web_returns_,numRows,14398467 -_web_returns_,rawDataSize,1325194184 -_web_returns_,totalSize,827734274 -_web_returns_,transient_lastDdlTime,1434700842 -_store_returns_,COLUMN_STATS_ACCURATE,true -_store_returns_,numFiles,573 -_store_returns_,numRows,57591150 -_store_returns_,rawDataSize,4462194832 -_store_returns_,totalSize,2683203627 -_store_returns_,transient_lastDdlTime,1434700790 +_store_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"s_store_sk":"true","s_store_id":"true","s_rec_start_date":"true","s_rec_end_date":"true","s_closed_date_sk":"true","s_store_name":"true","s_number_employees":"true","s_floor_space":"true","s_hours":"true","s_manager":"true","s_market_id":"true","s_geography_class":"true","s_market_desc":"true","s_market_manager":"true","s_division_id":"true","s_division_name":"true","s_company_id":"true","s_company_name":"true","s_street_number":"true","s_street_name":"true","s_street_type":"true","s_suite_number":"true","s_city":"true","s_county":"true","s_state":"true","s_zip":"true","s_country":"true","s_gmt_offset":"true","s_tax_precentage":"true"},"BASIC_STATS":"true"} +_store_@numFiles@1 +_store_@numRows@1704 +_store_@rawDataSize@3256276 +_store_@totalSize@101707 +_store_@transient_lastDdlTime@1434562098 +_call_center_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cc_call_center_sk":"true","cc_call_center_id":"true","cc_rec_start_date":"true","cc_rec_end_date":"true","cc_closed_date_sk":"true","cc_open_date_sk":"true","cc_name":"true","cc_class":"true","cc_employees":"true","cc_sq_ft":"true","cc_hours":"true","cc_manager":"true","cc_mkt_id":"true","cc_mkt_class":"true","cc_mkt_desc":"true","cc_market_manager":"true","cc_division":"true","cc_division_name":"true","cc_company":"true","cc_company_name":"true","cc_street_number":"true","cc_street_name":"true","cc_street_type":"true","cc_suite_number":"true","cc_city":"true","cc_county":"true","cc_state":"true","cc_zip":"true","cc_country":"true","cc_gmt_offset":"true","cc_tax_percentage":"true"},"BASIC_STATS":"true"} +_call_center_@numFiles@1 +_call_center_@numRows@60 +_call_center_@rawDataSize@122700 +_call_center_@totalSize@10347 +_call_center_@transient_lastDdlTime@1434561922 +_catalog_page_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cp_catalog_page_sk":"true","cp_catalog_page_id":"true","cp_start_date_sk":"true","cp_end_date_sk":"true","cp_department":"true","cp_catalog_number":"true","cp_catalog_page_number":"true","cp_description":"true","cp_type":"true"},"BASIC_STATS":"true"} +_catalog_page_@numFiles@1 +_catalog_page_@numRows@46000 +_catalog_page_@rawDataSize@21198808 +_catalog_page_@totalSize@1576662 +_catalog_page_@transient_lastDdlTime@1434561925 +_customer_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"c_customer_sk":"true","c_customer_id":"true","c_current_cdemo_sk":"true","c_current_hdemo_sk":"true","c_current_addr_sk":"true","c_first_shipto_date_sk":"true","c_first_sales_date_sk":"true","c_salutation":"true","c_first_name":"true","c_last_name":"true","c_preferred_cust_flag":"true","c_birth_day":"true","c_birth_month":"true","c_birth_year":"true","c_birth_country":"true","c_login":"true","c_email_address":"true","c_last_review_date":"true"},"BASIC_STATS":"true"} +_customer_@numFiles@538 +_customer_@numRows@80000000 +_customer_@rawDataSize@68801615852 +_customer_@totalSize@3143935054 +_customer_@transient_lastDdlTime@1434561966 +_customer_address_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"ca_address_sk":"true","ca_address_id":"true","ca_street_number":"true","ca_street_name":"true","ca_street_type":"true","ca_suite_number":"true","ca_city":"true","ca_county":"true","ca_state":"true","ca_zip":"true","ca_country":"true","ca_gmt_offset":"true","ca_location_type":"true"},"BASIC_STATS":"true"} +_customer_address_@numFiles@274 +_customer_address_@numRows@40000000 +_customer_address_@rawDataSize@40595195284 +_customer_address_@totalSize@530195843 +_customer_address_@transient_lastDdlTime@1434561994 +_customer_demographics_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cd_demo_sk":"true","cd_gender":"true","cd_marital_status":"true","cd_education_status":"true","cd_purchase_estimate":"true","cd_credit_rating":"true","cd_dep_count":"true","cd_dep_employed_count":"true","cd_dep_college_count":"true"},"BASIC_STATS":"true"} +_customer_demographics_@numFiles@8 +_customer_demographics_@numRows@1861800 +_customer_demographics_@rawDataSize@717186159 +_customer_demographics_@totalSize@323062 +_customer_demographics_@transient_lastDdlTime@1434562071 +_date_dim_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"d_date_sk":"true","d_date_id":"true","d_date":"true","d_month_seq":"true","d_week_seq":"true","d_quarter_seq":"true","d_year":"true","d_dow":"true","d_moy":"true","d_dom":"true","d_qoy":"true","d_fy_year":"true","d_fy_quarter_seq":"true","d_fy_week_seq":"true","d_day_name":"true","d_quarter_name":"true","d_holiday":"true","d_weekend":"true","d_following_holiday":"true","d_first_dom":"true","d_last_dom":"true","d_same_day_ly":"true","d_same_day_lq":"true","d_current_day":"true","d_current_week":"true","d_current_month":"true","d_current_quarter":"true","d_current_year":"true"},"BASIC_STATS":"true"} +_date_dim_@numFiles@1 +_date_dim_@numRows@73049 +_date_dim_@rawDataSize@81741831 +_date_dim_@totalSize@362925 +_date_dim_@transient_lastDdlTime@1434562075 +_household_demographics_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"hd_demo_sk":"true","hd_income_band_sk":"true","hd_buy_potential":"true","hd_dep_count":"true","hd_vehicle_count":"true"},"BASIC_STATS":"true"} +_household_demographics_@numFiles@1 +_household_demographics_@numRows@7200 +_household_demographics_@rawDataSize@770400 +_household_demographics_@totalSize@901 +_household_demographics_@transient_lastDdlTime@1434562078 +_income_band_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"ib_income_band_sk":"true","ib_lower_bound":"true","ib_upper_bound":"true"},"BASIC_STATS":"true"} +_income_band_@numFiles@1 +_income_band_@numRows@20 +_income_band_@rawDataSize@240 +_income_band_@totalSize@399 +_income_band_@transient_lastDdlTime@1434562081 +_item_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"i_item_sk":"true","i_item_id":"true","i_rec_start_date":"true","i_rec_end_date":"true","i_item_desc":"true","i_current_price":"true","i_wholesale_cost":"true","i_brand_id":"true","i_brand":"true","i_class_id":"true","i_class":"true","i_category_id":"true","i_category":"true","i_manufact_id":"true","i_manufact":"true","i_size":"true","i_formulation":"true","i_color":"true","i_units":"true","i_container":"true","i_manager_id":"true","i_product_name":"true"},"BASIC_STATS":"true"} +_item_@numFiles@9 +_item_@numRows@462000 +_item_@rawDataSize@663560457 +_item_@totalSize@29760748 +_item_@transient_lastDdlTime@1434562091 +_promotion_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"p_promo_sk":"true","p_promo_id":"true","p_start_date_sk":"true","p_end_date_sk":"true","p_item_sk":"true","p_cost":"true","p_response_target":"true","p_promo_name":"true","p_channel_dmail":"true","p_channel_email":"true","p_channel_catalog":"true","p_channel_tv":"true","p_channel_radio":"true","p_channel_press":"true","p_channel_event":"true","p_channel_demo":"true","p_channel_details":"true","p_purpose":"true","p_discount_active":"true"},"BASIC_STATS":"true"} +_promotion_@numFiles@1 +_promotion_@numRows@2300 +_promotion_@rawDataSize@2713420 +_promotion_@totalSize@63964 +_promotion_@transient_lastDdlTime@1434562093 +_reason_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"r_reason_sk":"true","r_reason_id":"true","r_reason_desc":"true"},"BASIC_STATS":"true"} +_reason_@numFiles@1 +_reason_@numRows@72 +_reason_@rawDataSize@14400 +_reason_@totalSize@1024 +_reason_@transient_lastDdlTime@1434562095 +_ship_mode_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"sm_ship_mode_sk":"true","sm_ship_mode_id":"true","sm_type":"true","sm_code":"true","sm_carrier":"true","sm_contract":"true"},"BASIC_STATS":"true"} +_ship_mode_@numFiles@0 +_ship_mode_@numRows@0 +_ship_mode_@rawDataSize@0 +_ship_mode_@totalSize@0 +_ship_mode_@transient_lastDdlTime@1434562097 +_time_dim_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"t_time_sk":"true","t_time_id":"true","t_time":"true","t_hour":"true","t_minute":"true","t_second":"true","t_am_pm":"true","t_shift":"true","t_sub_shift":"true","t_meal_time":"true"},"BASIC_STATS":"true"} +_time_dim_@numFiles@1 +_time_dim_@numRows@86400 +_time_dim_@rawDataSize@40694400 +_time_dim_@totalSize@133902 +_time_dim_@transient_lastDdlTime@1434562099 +_warehouse_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"w_warehouse_sk":"true","w_warehouse_id":"true","w_warehouse_name":"true","w_warehouse_sq_ft":"true","w_street_number":"true","w_street_name":"true","w_street_type":"true","w_suite_number":"true","w_city":"true","w_county":"true","w_state":"true","w_zip":"true","w_country":"true","w_gmt_offset":"true"},"BASIC_STATS":"true"} +_warehouse_@numFiles@1 +_warehouse_@numRows@27 +_warehouse_@rawDataSize@27802 +_warehouse_@totalSize@2971 +_warehouse_@transient_lastDdlTime@1434562102 +_web_page_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"wp_web_page_sk":"true","wp_web_page_id":"true","wp_rec_start_date":"true","wp_rec_end_date":"true","wp_creation_date_sk":"true","wp_access_date_sk":"true","wp_autogen_flag":"true","wp_customer_sk":"true","wp_url":"true","wp_type":"true","wp_char_count":"true","wp_link_count":"true","wp_image_count":"true","wp_max_ad_count":"true"},"BASIC_STATS":"true"} +_web_page_@numFiles@1 +_web_page_@numRows@4602 +_web_page_@rawDataSize@2696178 +_web_page_@totalSize@50572 +_web_page_@transient_lastDdlTime@1434562104 +_web_site_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"web_site_sk":"true","web_site_id":"true","web_rec_start_date":"true","web_rec_end_date":"true","web_name":"true","web_open_date_sk":"true","web_close_date_sk":"true","web_class":"true","web_manager":"true","web_mkt_id":"true","web_mkt_class":"true","web_mkt_desc":"true","web_market_manager":"true","web_company_id":"true","web_company_name":"true","web_street_number":"true","web_street_name":"true","web_street_type":"true","web_suite_number":"true","web_city":"true","web_county":"true","web_state":"true","web_zip":"true","web_country":"true","web_gmt_offset":"true","web_tax_percentage":"true"},"BASIC_STATS":"true"} +_web_site_@numFiles@1 +_web_site_@numRows@84 +_web_site_@rawDataSize@155408 +_web_site_@totalSize@11271 +_web_site_@transient_lastDdlTime@1434562107 +_catalog_returns_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cr_returned_date_sk":"true","cr_returned_time_sk":"true","cr_item_sk":"true","cr_refunded_customer_sk":"true","cr_refunded_cdemo_sk":"true","cr_refunded_hdemo_sk":"true","cr_refunded_addr_sk":"true","cr_returning_customer_sk":"true","cr_returning_cdemo_sk":"true","cr_returning_hdemo_sk":"true","cr_returning_addr_sk":"true","cr_call_center_sk":"true","cr_catalog_page_sk":"true","cr_ship_mode_sk":"true","cr_warehouse_sk":"true","cr_reason_sk":"true","cr_order_number":"true","cr_return_quantity":"true","cr_return_amount":"true","cr_return_tax":"true","cr_return_amt_inc_tax":"true","cr_fee":"true","cr_return_ship_cost":"true","cr_refunded_cash":"true","cr_reversed_charge":"true","cr_store_credit":"true","cr_net_loss":"true"},"BASIC_STATS":"true"} +_catalog_returns_@numFiles@400 +_catalog_returns_@numRows@28798881 +_catalog_returns_@rawDataSize@3057234680 +_catalog_returns_@totalSize@1651022096 +_catalog_sales_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cs_sold_date_sk":"true","cs_sold_time_sk":"true","cs_ship_date_sk":"true","cs_bill_customer_sk":"true","cs_bill_cdemo_sk":"true","cs_bill_hdemo_sk":"true","cs_bill_addr_sk":"true","cs_ship_customer_sk":"true","cs_ship_cdemo_sk":"true","cs_ship_hdemo_sk":"true","cs_ship_addr_sk":"true","cs_call_center_sk":"true","cs_catalog_page_sk":"true","cs_ship_mode_sk":"true","cs_warehouse_sk":"true","cs_item_sk":"true","cs_promo_sk":"true","cs_order_number":"true","cs_quantity":"true","cs_wholesale_cost":"true","cs_list_price":"true","cs_sales_price":"true","cs_ext_discount_amt":"true","cs_ext_sales_price":"true","cs_ext_wholesale_cost":"true","cs_ext_list_price":"true","cs_ext_tax":"true","cs_coupon_amt":"true","cs_ext_ship_cost":"true","cs_net_paid":"true","cs_net_paid_inc_tax":"true","cs_net_paid_inc_ship":"true","cs_net_paid_inc_ship_tax":"true","cs_net_profit":"true"},"BASIC_STATS":"true"} +_catalog_sales_@numFiles@552 +_catalog_sales_@numRows@287989836 +_catalog_sales_@rawDataSize@38999608952 +_catalog_sales_@totalSize@16430853294 +_catalog_sales_@transient_lastDdlTime@1434700893 +_inventory_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"inv_date_sk":"true","inv_item_sk":"true","inv_warehouse_sk":"true","inv_quantity_on_hand":"true"},"BASIC_STATS":"true"} +_inventory_@numFiles@51 +_inventory_@numRows@37584000 +_inventory_@rawDataSize@593821104 +_inventory_@totalSize@58323594 +_inventory_@transient_lastDdlTime@1434681166 +_store_sales_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"ss_sold_date_sk":"true","ss_sold_time_sk":"true","ss_item_sk":"true","ss_customer_sk":"true","ss_cdemo_sk":"true","ss_hdemo_sk":"true","ss_addr_sk":"true","ss_store_sk":"true","ss_promo_sk":"true","ss_ticket_number":"true","ss_quantity":"true","ss_wholesale_cost":"true","ss_list_price":"true","ss_sales_price":"true","ss_ext_discount_amt":"true","ss_ext_sales_price":"true","ss_ext_wholesale_cost":"true","ss_ext_list_price":"true","ss_ext_tax":"true","ss_coupon_amt":"true","ss_net_paid":"true","ss_net_paid_inc_tax":"true","ss_net_profit":"true"},"BASIC_STATS":"true"} +_store_sales_@numFiles@600 +_store_sales_@numRows@575995635 +_store_sales_@rawDataSize@50814502088 +_store_sales_@totalSize@22288384284 +_store_sales_@transient_lastDdlTime@1434700760 +_web_sales_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"ws_sold_date_sk":"true","ws_sold_time_sk":"true","ws_ship_date_sk":"true","ws_item_sk":"true","ws_bill_customer_sk":"true","ws_bill_cdemo_sk":"true","ws_bill_hdemo_sk":"true","ws_bill_addr_sk":"true","ws_ship_customer_sk":"true","ws_ship_cdemo_sk":"true","ws_ship_hdemo_sk":"true","ws_ship_addr_sk":"true","ws_web_page_sk":"true","ws_web_site_sk":"true","ws_ship_mode_sk":"true","ws_warehouse_sk":"true","ws_promo_sk":"true","ws_order_number":"true","ws_quantity":"true","ws_wholesale_cost":"true","ws_list_price":"true","ws_sales_price":"true","ws_ext_discount_amt":"true","ws_ext_sales_price":"true","ws_ext_wholesale_cost":"true","ws_ext_list_price":"true","ws_ext_tax":"true","ws_coupon_amt":"true","ws_ext_ship_cost":"true","ws_net_paid":"true","ws_net_paid_inc_tax":"true","ws_net_paid_inc_ship":"true","ws_net_paid_inc_ship_tax":"true","ws_net_profit":"true"},"BASIC_STATS":"true"} +_web_sales_@numFiles@529 +_web_sales_@numRows@144002668 +_web_sales_@rawDataSize@19580198212 +_web_sales_@totalSize@8304889016 +_web_sales_@transient_lastDdlTime@1434700829 +_web_returns_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"wr_returned_date_sk":"true","wr_returned_time_sk":"true","wr_item_sk":"true","wr_refunded_customer_sk":"true","wr_refunded_cdemo_sk":"true","wr_refunded_hdemo_sk":"true","wr_refunded_addr_sk":"true","wr_returning_customer_sk":"true","wr_returning_cdemo_sk":"true","wr_returning_hdemo_sk":"true","wr_returning_addr_sk":"true","wr_web_page_sk":"true","wr_reason_sk":"true","wr_order_number":"true","wr_return_quantity":"true","wr_return_amt":"true","wr_return_tax":"true","wr_return_amt_inc_tax":"true","wr_fee":"true","wr_return_ship_cost":"true","wr_refunded_cash":"true","wr_reversed_charge":"true","wr_account_credit":"true","wr_net_loss":"true"},"BASIC_STATS":"true"} +_web_returns_@numFiles@135 +_web_returns_@numRows@14398467 +_web_returns_@rawDataSize@1325194184 +_web_returns_@totalSize@827734274 +_web_returns_@transient_lastDdlTime@1434700842 +_store_returns_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"sr_returned_date_sk":"true","sr_return_time_sk":"true","sr_item_sk":"true","sr_customer_sk":"true","sr_cdemo_sk":"true","sr_hdemo_sk":"true","sr_addr_sk":"true","sr_store_sk":"true","sr_reason_sk":"true","sr_ticket_number":"true","sr_return_quantity":"true","sr_return_amt":"true","sr_return_tax":"true","sr_return_amt_inc_tax":"true","sr_fee":"true","sr_return_ship_cost":"true","sr_refunded_cash":"true","sr_reversed_charge":"true","sr_store_credit":"true","sr_net_loss":"true"},"BASIC_STATS":"true"} +_store_returns_@numFiles@573 +_store_returns_@numRows@57591150 +_store_returns_@rawDataSize@4462194832 +_store_returns_@totalSize@2683203627 +_store_returns_@transient_lastDdlTime@1434700790 diff --git a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java index b3cf6da..b43c4a7 100644 --- a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java +++ b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java @@ -2104,8 +2104,8 @@ public int compare(String str1, String str2) { for (Map.Entry entry : tableNameToID.entrySet()) { String toReplace1 = ",_" + entry.getKey() + "_" ; String replacementString1 = ","+entry.getValue(); - String toReplace2 = "_" + entry.getKey() + "_," ; - String replacementString2 = ""+entry.getValue()+","; + String toReplace2 = "_" + entry.getKey() + "_@" ; + String replacementString2 = ""+entry.getValue()+"@"; try { String content1 = FileUtils.readFileToString(tmpFileLoc1, "UTF-8"); content1 = content1.replaceAll(toReplace1, replacementString1); @@ -2124,7 +2124,7 @@ public int compare(String str1, String str2) { "', ',', null, 'UTF-8', 1)"; String importStatement2 = "CALL SYSCS_UTIL.SYSCS_IMPORT_TABLE_LOBS_FROM_EXTFILE(null, '" + "TABLE_PARAMS" + "', '" + tmpFileLoc2.getAbsolutePath() + - "', ',', null, 'UTF-8', 1)"; + "', '@', null, 'UTF-8', 1)"; try { PreparedStatement psImport1 = conn.prepareStatement(importStatement1); if (LOG.isDebugEnabled()) { diff --git a/ql/src/test/results/clientpositive/perf/query13.q.out b/ql/src/test/results/clientpositive/perf/query13.q.out index 33f30b5..0222ee4 100644 --- a/ql/src/test/results/clientpositive/perf/query13.q.out +++ b/ql/src/test/results/clientpositive/perf/query13.q.out @@ -171,11 +171,11 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_14] (rows=1583 width=204) + Select Operator [SEL_14] (rows=1861800 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_68] (rows=1583 width=204) + Filter Operator [FIL_68] (rows=1861800 width=385) predicate:(((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and ((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and cd_demo_sk is not null) - TableScan [TS_12] (rows=1583 width=204) + TableScan [TS_12] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_21] diff --git a/ql/src/test/results/clientpositive/perf/query18.q.out b/ql/src/test/results/clientpositive/perf/query18.q.out index 5bd0f1f..7db0875 100644 --- a/ql/src/test/results/clientpositive/perf/query18.q.out +++ b/ql/src/test/results/clientpositive/perf/query18.q.out @@ -38,40 +38,40 @@ Stage-0 Select Operator [SEL_40] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] Merge Join Operator [MERGEJOIN_83] (rows=421645953 width=135) - Conds:RS_37._col0=RS_38._col1(Inner),Output:["_col4","_col6","_col7","_col8","_col14","_col15","_col16","_col17","_col18","_col22","_col26"] + Conds:RS_37._col0=RS_38._col3(Inner),Output:["_col4","_col6","_col7","_col8","_col11","_col16","_col17","_col18","_col19","_col20","_col26"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_38] - PartitionCols:_col1 + PartitionCols:_col3 Select Operator [SEL_30] (rows=383314495 width=135) - Output:["_col1","_col12","_col16","_col4","_col5","_col6","_col7","_col8"] + Output:["_col1","_col10","_col16","_col3","_col6","_col7","_col8","_col9"] Merge Join Operator [MERGEJOIN_82] (rows=383314495 width=135) - Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col12","_col16"] + Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col14","_col16"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col0 - Select Operator [SEL_20] (rows=388 width=208) - Output:["_col0","_col3"] - Filter Operator [FIL_77] (rows=388 width=208) - predicate:((cd_gender = 'M') and (cd_education_status = 'College') and cd_demo_sk is not null) - TableScan [TS_18] (rows=1553 width=208) - default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"] + Select Operator [SEL_20] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_77] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_18] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_27] - PartitionCols:_col2 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_81] (rows=348467716 width=135) - Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col8","_col12"] + Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col14"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_17] (rows=462000 width=1436) - Output:["_col0","_col1"] - Filter Operator [FIL_76] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_15] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] + Select Operator [SEL_17] (rows=465450 width=385) + Output:["_col0","_col3"] + Filter Operator [FIL_76] (rows=465450 width=385) + predicate:((cd_gender = 'M') and (cd_education_status = 'College') and cd_demo_sk is not null) + TableScan [TS_15] (rows=1861800 width=385) + default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col3 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_80] (rows=316788826 width=135) Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Map 13 [SIMPLE_EDGE] @@ -100,11 +100,11 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col0 - Select Operator [SEL_8] (rows=80765 width=4) + Select Operator [SEL_8] (rows=1861800 width=385) Output:["_col0"] - Filter Operator [FIL_73] (rows=80765 width=4) + Filter Operator [FIL_73] (rows=1861800 width=385) predicate:cd_demo_sk is not null - TableScan [TS_6] (rows=80765 width=4) + TableScan [TS_6] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_34] diff --git a/ql/src/test/results/clientpositive/perf/query26.q.out b/ql/src/test/results/clientpositive/perf/query26.q.out index 6564631..6f7aaf7 100644 --- a/ql/src/test/results/clientpositive/perf/query26.q.out +++ b/ql/src/test/results/clientpositive/perf/query26.q.out @@ -30,56 +30,56 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col0 Group By Operator [GBY_28] (rows=421645953 width=135) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col14 + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col18 Select Operator [SEL_27] (rows=421645953 width=135) - Output:["_col14","_col4","_col5","_col7","_col6"] + Output:["_col18","_col4","_col5","_col7","_col6"] Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col14"] + Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_14] (rows=132 width=304) - Output:["_col0"] - Filter Operator [FIL_54] (rows=132 width=304) - predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) - TableScan [TS_12] (rows=1062 width=304) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] + Select Operator [SEL_14] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_54] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_12] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135) - Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col14"] + Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) - Output:["_col0","_col1"] - Filter Operator [FIL_53] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_9] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] + Select Operator [SEL_11] (rows=2300 width=1179) + Output:["_col0"] + Filter Operator [FIL_53] (rows=2300 width=1179) + predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) + TableScan [TS_9] (rows=2300 width=1179) + default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] - PartitionCols:_col2 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135) - Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7"] + Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_8] (rows=2300 width=1179) + Select Operator [SEL_8] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_52] (rows=2300 width=1179) - predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) - TableScan [TS_6] (rows=2300 width=1179) - default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] + Filter Operator [FIL_52] (rows=36524 width=1119) + predicate:((d_year = 1998) and d_date_sk is not null) + TableScan [TS_6] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] - PartitionCols:_col3 + PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] - PartitionCols:_col0 + PartitionCols:_col1 Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Filter Operator [FIL_50] (rows=287989836 width=135) @@ -89,10 +89,10 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_5] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=36524 width=1119) - predicate:((d_year = 1998) and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] + Filter Operator [FIL_51] (rows=232725 width=385) + predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) + TableScan [TS_3] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git a/ql/src/test/results/clientpositive/perf/query27.q.out b/ql/src/test/results/clientpositive/perf/query27.q.out index d3e568d..40ce084 100644 --- a/ql/src/test/results/clientpositive/perf/query27.q.out +++ b/ql/src/test/results/clientpositive/perf/query27.q.out @@ -30,56 +30,56 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col0, _col1 Group By Operator [GBY_28] (rows=843315281 width=88) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col13, _col11 + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col17, _col15 Select Operator [SEL_27] (rows=843315281 width=88) - Output:["_col13","_col11","_col4","_col5","_col7","_col6"] + Output:["_col17","_col15","_col4","_col5","_col7","_col6"] Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88) - Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col11","_col13"] + Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15","_col17"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_14] (rows=132 width=304) - Output:["_col0"] - Filter Operator [FIL_54] (rows=132 width=304) - predicate:((cd_gender = 'F') and (cd_marital_status = 'D') and (cd_education_status = 'Unknown') and cd_demo_sk is not null) - TableScan [TS_12] (rows=1062 width=304) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] + Select Operator [SEL_14] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_54] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_12] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88) - Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col11","_col13"] + Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col15"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) + Select Operator [SEL_11] (rows=852 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_53] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_9] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] + Filter Operator [FIL_53] (rows=852 width=1910) + predicate:((s_state) IN ('KS', 'AL', 'MN', 'SC', 'VT') and s_store_sk is not null) + TableScan [TS_9] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] - PartitionCols:_col1 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88) - Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col11"] + Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_8] (rows=852 width=1910) - Output:["_col0","_col1"] - Filter Operator [FIL_52] (rows=852 width=1910) - predicate:((s_state) IN ('KS', 'AL', 'MN', 'SC', 'VT') and s_store_sk is not null) - TableScan [TS_6] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] + Select Operator [SEL_8] (rows=36524 width=1119) + Output:["_col0"] + Filter Operator [FIL_52] (rows=36524 width=1119) + predicate:((d_year = 1998) and d_date_sk is not null) + TableScan [TS_6] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] - PartitionCols:_col3 + PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] - PartitionCols:_col0 + PartitionCols:_col2 Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Filter Operator [FIL_50] (rows=575995635 width=88) @@ -89,10 +89,10 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_5] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=36524 width=1119) - predicate:((d_year = 1998) and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] + Filter Operator [FIL_51] (rows=232725 width=385) + predicate:((cd_gender = 'F') and (cd_marital_status = 'D') and (cd_education_status = 'Unknown') and cd_demo_sk is not null) + TableScan [TS_3] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git a/ql/src/test/results/clientpositive/perf/query48.q.out b/ql/src/test/results/clientpositive/perf/query48.q.out index fff2bc9..56bbe65 100644 --- a/ql/src/test/results/clientpositive/perf/query48.q.out +++ b/ql/src/test/results/clientpositive/perf/query48.q.out @@ -48,11 +48,11 @@ Stage-0 <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_14] (rows=395 width=204) + Select Operator [SEL_14] (rows=465450 width=385) Output:["_col0"] - Filter Operator [FIL_54] (rows=395 width=204) + Filter Operator [FIL_54] (rows=465450 width=385) predicate:((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree') and cd_demo_sk is not null) - TableScan [TS_12] (rows=1583 width=204) + TableScan [TS_12] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_21] diff --git a/ql/src/test/results/clientpositive/perf/query64.q.out b/ql/src/test/results/clientpositive/perf/query64.q.out index 11d45cd..9ea3caf 100644 --- a/ql/src/test/results/clientpositive/perf/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/query64.q.out @@ -160,7 +160,7 @@ Stage-0 Select Operator [SEL_64] (rows=927646829 width=88) Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col30","_col32"] Merge Join Operator [MERGEJOIN_631] (rows=927646829 width=88) - Conds:RS_61._col0=RS_62._col2(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col16","_col17","_col19","_col21","_col22","_col23","_col29","_col31","_col32"] + Conds:RS_61._col0=RS_62._col4(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col15","_col18","_col19","_col21","_col23","_col24","_col25","_col31","_col32"] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_61] PartitionCols:_col0 @@ -169,11 +169,11 @@ Stage-0 <-Map 24 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col0 - Select Operator [SEL_23] (rows=3106 width=104) + Select Operator [SEL_23] (rows=1861800 width=385) Output:["_col0","_col1"] - Filter Operator [FIL_591] (rows=3106 width=104) + Filter Operator [FIL_591] (rows=1861800 width=385) predicate:cd_demo_sk is not null - TableScan [TS_21] (rows=3106 width=104) + TableScan [TS_21] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_58] @@ -214,37 +214,37 @@ Stage-0 default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 29 [SIMPLE_EDGE] SHUFFLE [RS_62] - PartitionCols:_col2 + PartitionCols:_col4 Select Operator [SEL_51] (rows=843315281 width=88) - Output:["_col1","_col10","_col11","_col17","_col19","_col2","_col20","_col4","_col5","_col7","_col9"] + Output:["_col1","_col11","_col12","_col13","_col19","_col20","_col3","_col4","_col6","_col7","_col9"] Merge Join Operator [MERGEJOIN_630] (rows=843315281 width=88) - Conds:RS_48._col6=RS_49._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col19","_col20"] + Conds:RS_48._col3=RS_49._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col18","_col20"] <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_49] PartitionCols:_col0 - Select Operator [SEL_38] (rows=1704 width=1910) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_596] (rows=1704 width=1910) - predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null) - TableScan [TS_36] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] + Select Operator [SEL_38] (rows=1861800 width=385) + Output:["_col0","_col1"] + Filter Operator [FIL_596] (rows=1861800 width=385) + predicate:cd_demo_sk is not null + TableScan [TS_36] (rows=1861800 width=385) + default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_48] - PartitionCols:_col6 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_629] (rows=766650239 width=88) - Conds:RS_45._col3=RS_46._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col17"] + Conds:RS_45._col6=RS_46._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col18"] <-Map 32 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col0 - Select Operator [SEL_35] (rows=3106 width=104) - Output:["_col0","_col1"] - Filter Operator [FIL_595] (rows=3106 width=104) - predicate:cd_demo_sk is not null - TableScan [TS_33] (rows=3106 width=104) - default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] + Select Operator [SEL_35] (rows=1704 width=1910) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_595] (rows=1704 width=1910) + predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null) + TableScan [TS_33] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_45] - PartitionCols:_col3 + PartitionCols:_col6 Merge Join Operator [MERGEJOIN_628] (rows=696954748 width=88) Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"] <-Map 31 [SIMPLE_EDGE] @@ -503,7 +503,7 @@ Stage-0 Select Operator [SEL_194] (rows=927646829 width=88) Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col30","_col32"] Merge Join Operator [MERGEJOIN_648] (rows=927646829 width=88) - Conds:RS_191._col0=RS_192._col2(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col16","_col17","_col19","_col21","_col22","_col23","_col29","_col31","_col32"] + Conds:RS_191._col0=RS_192._col4(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col15","_col18","_col19","_col21","_col23","_col24","_col25","_col31","_col32"] <-Reducer 57 [SIMPLE_EDGE] SHUFFLE [RS_191] PartitionCols:_col0 @@ -512,11 +512,11 @@ Stage-0 <-Map 63 [SIMPLE_EDGE] SHUFFLE [RS_189] PartitionCols:_col0 - Select Operator [SEL_153] (rows=3106 width=104) + Select Operator [SEL_153] (rows=1861800 width=385) Output:["_col0","_col1"] - Filter Operator [FIL_610] (rows=3106 width=104) + Filter Operator [FIL_610] (rows=1861800 width=385) predicate:cd_demo_sk is not null - TableScan [TS_151] (rows=3106 width=104) + TableScan [TS_151] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 56 [SIMPLE_EDGE] SHUFFLE [RS_188] @@ -557,37 +557,37 @@ Stage-0 default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 68 [SIMPLE_EDGE] SHUFFLE [RS_192] - PartitionCols:_col2 + PartitionCols:_col4 Select Operator [SEL_181] (rows=843315281 width=88) - Output:["_col1","_col10","_col11","_col17","_col19","_col2","_col20","_col4","_col5","_col7","_col9"] + Output:["_col1","_col11","_col12","_col13","_col19","_col20","_col3","_col4","_col6","_col7","_col9"] Merge Join Operator [MERGEJOIN_647] (rows=843315281 width=88) - Conds:RS_178._col6=RS_179._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col19","_col20"] + Conds:RS_178._col3=RS_179._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col18","_col20"] <-Map 72 [SIMPLE_EDGE] SHUFFLE [RS_179] PartitionCols:_col0 - Select Operator [SEL_168] (rows=1704 width=1910) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_615] (rows=1704 width=1910) - predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null) - TableScan [TS_166] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] + Select Operator [SEL_168] (rows=1861800 width=385) + Output:["_col0","_col1"] + Filter Operator [FIL_615] (rows=1861800 width=385) + predicate:cd_demo_sk is not null + TableScan [TS_166] (rows=1861800 width=385) + default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 67 [SIMPLE_EDGE] SHUFFLE [RS_178] - PartitionCols:_col6 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_646] (rows=766650239 width=88) - Conds:RS_175._col3=RS_176._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col17"] + Conds:RS_175._col6=RS_176._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col18"] <-Map 71 [SIMPLE_EDGE] SHUFFLE [RS_176] PartitionCols:_col0 - Select Operator [SEL_165] (rows=3106 width=104) - Output:["_col0","_col1"] - Filter Operator [FIL_614] (rows=3106 width=104) - predicate:cd_demo_sk is not null - TableScan [TS_163] (rows=3106 width=104) - default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] + Select Operator [SEL_165] (rows=1704 width=1910) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_614] (rows=1704 width=1910) + predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null) + TableScan [TS_163] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] <-Reducer 66 [SIMPLE_EDGE] SHUFFLE [RS_175] - PartitionCols:_col3 + PartitionCols:_col6 Merge Join Operator [MERGEJOIN_645] (rows=696954748 width=88) Conds:RS_172._col0=RS_173._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"] <-Map 70 [SIMPLE_EDGE] diff --git a/ql/src/test/results/clientpositive/perf/query7.q.out b/ql/src/test/results/clientpositive/perf/query7.q.out index a872c84..65478ab 100644 --- a/ql/src/test/results/clientpositive/perf/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/query7.q.out @@ -30,56 +30,56 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col0 Group By Operator [GBY_28] (rows=843315281 width=88) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col14 + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col18 Select Operator [SEL_27] (rows=843315281 width=88) - Output:["_col14","_col4","_col5","_col7","_col6"] + Output:["_col18","_col4","_col5","_col7","_col6"] Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88) - Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col14"] + Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_14] (rows=132 width=304) - Output:["_col0"] - Filter Operator [FIL_54] (rows=132 width=304) - predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) - TableScan [TS_12] (rows=1062 width=304) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] + Select Operator [SEL_14] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_54] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_12] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88) - Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col14"] + Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) - Output:["_col0","_col1"] - Filter Operator [FIL_53] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_9] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] + Select Operator [SEL_11] (rows=2300 width=1179) + Output:["_col0"] + Filter Operator [FIL_53] (rows=2300 width=1179) + predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) + TableScan [TS_9] (rows=2300 width=1179) + default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] - PartitionCols:_col1 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88) - Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7"] + Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_8] (rows=2300 width=1179) + Select Operator [SEL_8] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_52] (rows=2300 width=1179) - predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) - TableScan [TS_6] (rows=2300 width=1179) - default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] + Filter Operator [FIL_52] (rows=36524 width=1119) + predicate:((d_year = 1998) and d_date_sk is not null) + TableScan [TS_6] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] - PartitionCols:_col3 + PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] - PartitionCols:_col0 + PartitionCols:_col2 Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Filter Operator [FIL_50] (rows=575995635 width=88) @@ -89,10 +89,10 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_5] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=36524 width=1119) - predicate:((d_year = 1998) and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] + Filter Operator [FIL_51] (rows=232725 width=385) + predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) + TableScan [TS_3] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git a/ql/src/test/results/clientpositive/perf/query72.q.out b/ql/src/test/results/clientpositive/perf/query72.q.out index 718129e..5731818 100644 --- a/ql/src/test/results/clientpositive/perf/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/query72.q.out @@ -72,75 +72,75 @@ Stage-0 Select Operator [SEL_53] (rows=205777294 width=135) Output:["_col4","_col5","_col6","_col13","_col15","_col21","_col22","_col27"] Merge Join Operator [MERGEJOIN_141] (rows=205777294 width=135) - Conds:RS_50._col2=RS_51._col0(Inner),Output:["_col4","_col5","_col6","_col13","_col14","_col21","_col23","_col25"] + Conds:RS_50._col10=RS_51._col0(Inner),Output:["_col4","_col5","_col6","_col13","_col14","_col23","_col25","_col27"] <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_51] PartitionCols:_col0 - Select Operator [SEL_31] (rows=1553 width=104) - Output:["_col0"] - Filter Operator [FIL_131] (rows=1553 width=104) - predicate:((cd_marital_status = 'M') and cd_demo_sk is not null) - TableScan [TS_29] (rows=3106 width=104) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] + Select Operator [SEL_31] (rows=27 width=1029) + Output:["_col0","_col1"] + Filter Operator [FIL_131] (rows=27 width=1029) + predicate:w_warehouse_sk is not null + TableScan [TS_29] (rows=27 width=1029) + default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"] <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_50] - PartitionCols:_col2 + PartitionCols:_col10 Merge Join Operator [MERGEJOIN_140] (rows=187070264 width=135) - Conds:RS_47._col10=RS_48._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col13","_col14","_col21","_col23","_col25"] + Conds:RS_47._col1=RS_48._col0(Inner),Output:["_col4","_col5","_col6","_col10","_col13","_col14","_col23","_col25"] <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_48] PartitionCols:_col0 - Select Operator [SEL_28] (rows=27 width=1029) + Select Operator [SEL_28] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_130] (rows=27 width=1029) - predicate:w_warehouse_sk is not null - TableScan [TS_26] (rows=27 width=1029) - default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"] + Filter Operator [FIL_130] (rows=73049 width=1119) + predicate:d_date_sk is not null + TableScan [TS_26] (rows=73049 width=1119) + default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_47] - PartitionCols:_col10 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_139] (rows=170063873 width=135) - Conds:RS_44._col1=RS_45._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col10","_col13","_col14","_col21","_col23"] + Conds:RS_44._col4=RS_45._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col10","_col13","_col14","_col23"] <-Map 19 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col0 - Select Operator [SEL_25] (rows=73049 width=1119) + Select Operator [SEL_25] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_129] (rows=73049 width=1119) - predicate:d_date_sk is not null - TableScan [TS_23] (rows=73049 width=1119) - default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] + Filter Operator [FIL_129] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_23] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_44] - PartitionCols:_col1 + PartitionCols:_col4 Merge Join Operator [MERGEJOIN_138] (rows=154603518 width=135) - Conds:RS_41._col4=RS_42._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col10","_col13","_col14","_col21"] + Conds:RS_41._col3=RS_42._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col10","_col13","_col14"] <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col0 - Select Operator [SEL_22] (rows=462000 width=1436) - Output:["_col0","_col1"] - Filter Operator [FIL_128] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_20] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"] + Select Operator [SEL_22] (rows=3600 width=107) + Output:["_col0"] + Filter Operator [FIL_128] (rows=3600 width=107) + predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null) + TableScan [TS_20] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_41] - PartitionCols:_col4 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_137] (rows=140548650 width=135) - Conds:RS_38._col3=RS_39._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col10","_col13","_col14"] + Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col10","_col13","_col14"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col0 - Select Operator [SEL_19] (rows=3600 width=107) + Select Operator [SEL_19] (rows=930900 width=385) Output:["_col0"] - Filter Operator [FIL_127] (rows=3600 width=107) - predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null) - TableScan [TS_17] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] + Filter Operator [FIL_127] (rows=930900 width=385) + predicate:((cd_marital_status = 'M') and cd_demo_sk is not null) + TableScan [TS_17] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_38] - PartitionCols:_col3 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_136] (rows=127771498 width=135) Conds:RS_35._col8, _col14=RS_36._col0, _col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col10","_col13","_col14"] <-Map 16 [SIMPLE_EDGE] diff --git a/ql/src/test/results/clientpositive/perf/query84.q.out b/ql/src/test/results/clientpositive/perf/query84.q.out index 9a98bd3..cf68729 100644 --- a/ql/src/test/results/clientpositive/perf/query84.q.out +++ b/ql/src/test/results/clientpositive/perf/query84.q.out @@ -39,11 +39,11 @@ Stage-0 <-Map 4 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_5] (rows=80765 width=4) + Select Operator [SEL_5] (rows=1861800 width=385) Output:["_col0"] - Filter Operator [FIL_59] (rows=80765 width=4) + Filter Operator [FIL_59] (rows=1861800 width=385) predicate:cd_demo_sk is not null - TableScan [TS_3] (rows=80765 width=4) + TableScan [TS_3] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_31] diff --git a/ql/src/test/results/clientpositive/perf/query85.q.out b/ql/src/test/results/clientpositive/perf/query85.q.out index f3e178a..ff93939 100644 --- a/ql/src/test/results/clientpositive/perf/query85.q.out +++ b/ql/src/test/results/clientpositive/perf/query85.q.out @@ -73,19 +73,19 @@ Stage-0 Select Operator [SEL_39] (rows=86969158 width=135) Output:["_col0","_col4","_col6","_col11","_col13","_col14","_col23"] Merge Join Operator [MERGEJOIN_107] (rows=86969158 width=135) - Conds:RS_36._col20, _col21, _col13=RS_37._col1, _col2, _col0(Inner),Output:["_col1","_col3","_col7","_col9","_col14","_col16","_col17"] + Conds:RS_36._col13, _col20, _col21=RS_37._col0, _col1, _col2(Inner),Output:["_col1","_col3","_col7","_col9","_col14","_col16","_col17"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_37] - PartitionCols:_col1, _col2, _col0 - Select Operator [SEL_32] (rows=1583 width=204) + PartitionCols:_col0, _col1, _col2 + Select Operator [SEL_32] (rows=1861800 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_101] (rows=1583 width=204) + Filter Operator [FIL_101] (rows=1861800 width=385) predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_marital_status is not null and cd_education_status is not null) - TableScan [TS_30] (rows=1583 width=204) + TableScan [TS_30] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_36] - PartitionCols:_col20, _col21, _col13 + PartitionCols:_col13, _col20, _col21 Merge Join Operator [MERGEJOIN_106] (rows=79062870 width=135) Conds:RS_33._col0=RS_34._col9(Inner),Output:["_col1","_col3","_col7","_col9","_col13","_col14","_col16","_col17","_col20","_col21"] <-Map 6 [SIMPLE_EDGE] @@ -111,11 +111,11 @@ Stage-0 <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_17] (rows=1583 width=204) + Select Operator [SEL_17] (rows=1861800 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_100] (rows=1583 width=204) + Filter Operator [FIL_100] (rows=1861800 width=385) predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_marital_status is not null and cd_education_status is not null) - TableScan [TS_15] (rows=1583 width=204) + TableScan [TS_15] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_24] diff --git a/ql/src/test/results/clientpositive/perf/query88.q.out b/ql/src/test/results/clientpositive/perf/query88.q.out index 12f5878..7b04e9e 100644 --- a/ql/src/test/results/clientpositive/perf/query88.q.out +++ b/ql/src/test/results/clientpositive/perf/query88.q.out @@ -239,33 +239,33 @@ Stage-0 Group By Operator [GBY_48] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_328] (rows=766650239 width=88) - Conds:RS_44._col2=RS_45._col0(Inner) + Conds:RS_44._col1=RS_45._col0(Inner) <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col0 - Select Operator [SEL_37] (rows=852 width=1910) + Select Operator [SEL_37] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_298] (rows=852 width=1910) - predicate:((s_store_name = 'ese') and s_store_sk is not null) - TableScan [TS_35] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] + Filter Operator [FIL_298] (rows=6000 width=107) + predicate:(((hd_dep_count = 3) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) + TableScan [TS_35] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_44] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_327] (rows=696954748 width=88) - Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col2"] + Conds:RS_41._col2=RS_42._col0(Inner),Output:["_col1"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col0 - Select Operator [SEL_34] (rows=3600 width=107) + Select Operator [SEL_34] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_297] (rows=3600 width=107) - predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) - TableScan [TS_32] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + Filter Operator [FIL_297] (rows=852 width=1910) + predicate:((s_store_name = 'ese') and s_store_sk is not null) + TableScan [TS_32] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_41] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_326] (rows=633595212 width=88) Conds:RS_38._col0=RS_39._col0(Inner),Output:["_col1","_col2"] <-Map 10 [SIMPLE_EDGE] @@ -295,33 +295,33 @@ Stage-0 Group By Operator [GBY_74] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_331] (rows=766650239 width=88) - Conds:RS_70._col2=RS_71._col0(Inner) + Conds:RS_70._col1=RS_71._col0(Inner) <-Map 25 [SIMPLE_EDGE] SHUFFLE [RS_71] PartitionCols:_col0 - Select Operator [SEL_63] (rows=852 width=1910) + Select Operator [SEL_63] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_302] (rows=852 width=1910) - predicate:((s_store_name = 'ese') and s_store_sk is not null) - TableScan [TS_61] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] + Filter Operator [FIL_302] (rows=6000 width=107) + predicate:(((hd_dep_count = 3) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) + TableScan [TS_61] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_70] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_330] (rows=696954748 width=88) - Conds:RS_67._col1=RS_68._col0(Inner),Output:["_col2"] + Conds:RS_67._col2=RS_68._col0(Inner),Output:["_col1"] <-Map 24 [SIMPLE_EDGE] SHUFFLE [RS_68] PartitionCols:_col0 - Select Operator [SEL_60] (rows=3600 width=107) + Select Operator [SEL_60] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_301] (rows=3600 width=107) - predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) - TableScan [TS_58] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + Filter Operator [FIL_301] (rows=852 width=1910) + predicate:((s_store_name = 'ese') and s_store_sk is not null) + TableScan [TS_58] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_67] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_329] (rows=633595212 width=88) Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col2"] <-Map 18 [SIMPLE_EDGE] @@ -351,33 +351,33 @@ Stage-0 Group By Operator [GBY_100] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_334] (rows=766650239 width=88) - Conds:RS_96._col2=RS_97._col0(Inner) + Conds:RS_96._col1=RS_97._col0(Inner) <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_97] PartitionCols:_col0 - Select Operator [SEL_89] (rows=852 width=1910) + Select Operator [SEL_89] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_306] (rows=852 width=1910) - predicate:((s_store_name = 'ese') and s_store_sk is not null) - TableScan [TS_87] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] + Filter Operator [FIL_306] (rows=6000 width=107) + predicate:(((hd_dep_count = 3) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) + TableScan [TS_87] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_96] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_333] (rows=696954748 width=88) - Conds:RS_93._col1=RS_94._col0(Inner),Output:["_col2"] + Conds:RS_93._col2=RS_94._col0(Inner),Output:["_col1"] <-Map 32 [SIMPLE_EDGE] SHUFFLE [RS_94] PartitionCols:_col0 - Select Operator [SEL_86] (rows=3600 width=107) + Select Operator [SEL_86] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_305] (rows=3600 width=107) - predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) - TableScan [TS_84] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + Filter Operator [FIL_305] (rows=852 width=1910) + predicate:((s_store_name = 'ese') and s_store_sk is not null) + TableScan [TS_84] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_93] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_332] (rows=633595212 width=88) Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col1","_col2"] <-Map 26 [SIMPLE_EDGE] @@ -407,33 +407,33 @@ Stage-0 Group By Operator [GBY_126] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_337] (rows=766650239 width=88) - Conds:RS_122._col2=RS_123._col0(Inner) + Conds:RS_122._col1=RS_123._col0(Inner) <-Map 41 [SIMPLE_EDGE] SHUFFLE [RS_123] PartitionCols:_col0 - Select Operator [SEL_115] (rows=852 width=1910) + Select Operator [SEL_115] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_310] (rows=852 width=1910) - predicate:((s_store_name = 'ese') and s_store_sk is not null) - TableScan [TS_113] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] + Filter Operator [FIL_310] (rows=6000 width=107) + predicate:(((hd_dep_count = 3) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) + TableScan [TS_113] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] <-Reducer 36 [SIMPLE_EDGE] SHUFFLE [RS_122] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_336] (rows=696954748 width=88) - Conds:RS_119._col1=RS_120._col0(Inner),Output:["_col2"] + Conds:RS_119._col2=RS_120._col0(Inner),Output:["_col1"] <-Map 40 [SIMPLE_EDGE] SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_112] (rows=3600 width=107) + Select Operator [SEL_112] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_309] (rows=3600 width=107) - predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) - TableScan [TS_110] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + Filter Operator [FIL_309] (rows=852 width=1910) + predicate:((s_store_name = 'ese') and s_store_sk is not null) + TableScan [TS_110] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] <-Reducer 35 [SIMPLE_EDGE] SHUFFLE [RS_119] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_335] (rows=633595212 width=88) Conds:RS_116._col0=RS_117._col0(Inner),Output:["_col1","_col2"] <-Map 34 [SIMPLE_EDGE] @@ -463,33 +463,33 @@ Stage-0 Group By Operator [GBY_152] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_340] (rows=766650239 width=88) - Conds:RS_148._col2=RS_149._col0(Inner) + Conds:RS_148._col1=RS_149._col0(Inner) <-Map 49 [SIMPLE_EDGE] SHUFFLE [RS_149] PartitionCols:_col0 - Select Operator [SEL_141] (rows=852 width=1910) + Select Operator [SEL_141] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_314] (rows=852 width=1910) - predicate:((s_store_name = 'ese') and s_store_sk is not null) - TableScan [TS_139] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] + Filter Operator [FIL_314] (rows=6000 width=107) + predicate:(((hd_dep_count = 3) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) + TableScan [TS_139] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] <-Reducer 44 [SIMPLE_EDGE] SHUFFLE [RS_148] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_339] (rows=696954748 width=88) - Conds:RS_145._col1=RS_146._col0(Inner),Output:["_col2"] + Conds:RS_145._col2=RS_146._col0(Inner),Output:["_col1"] <-Map 48 [SIMPLE_EDGE] SHUFFLE [RS_146] PartitionCols:_col0 - Select Operator [SEL_138] (rows=3600 width=107) + Select Operator [SEL_138] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_313] (rows=3600 width=107) - predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) - TableScan [TS_136] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + Filter Operator [FIL_313] (rows=852 width=1910) + predicate:((s_store_name = 'ese') and s_store_sk is not null) + TableScan [TS_136] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] <-Reducer 43 [SIMPLE_EDGE] SHUFFLE [RS_145] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_338] (rows=633595212 width=88) Conds:RS_142._col0=RS_143._col0(Inner),Output:["_col1","_col2"] <-Map 42 [SIMPLE_EDGE] @@ -519,33 +519,33 @@ Stage-0 Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_325] (rows=766650239 width=88) - Conds:RS_18._col2=RS_19._col0(Inner) + Conds:RS_18._col1=RS_19._col0(Inner) <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_11] (rows=852 width=1910) + Select Operator [SEL_11] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_294] (rows=852 width=1910) - predicate:((s_store_name = 'ese') and s_store_sk is not null) - TableScan [TS_9] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] + Filter Operator [FIL_294] (rows=6000 width=107) + predicate:(((hd_dep_count = 3) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) + TableScan [TS_9] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_324] (rows=696954748 width=88) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"] + Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_8] (rows=3600 width=107) + Select Operator [SEL_8] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_293] (rows=3600 width=107) - predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) - TableScan [TS_6] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + Filter Operator [FIL_293] (rows=852 width=1910) + predicate:((s_store_name = 'ese') and s_store_sk is not null) + TableScan [TS_6] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_323] (rows=633595212 width=88) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] @@ -575,33 +575,33 @@ Stage-0 Group By Operator [GBY_178] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_343] (rows=766650239 width=88) - Conds:RS_174._col2=RS_175._col0(Inner) + Conds:RS_174._col1=RS_175._col0(Inner) <-Map 57 [SIMPLE_EDGE] SHUFFLE [RS_175] PartitionCols:_col0 - Select Operator [SEL_167] (rows=852 width=1910) + Select Operator [SEL_167] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_318] (rows=852 width=1910) - predicate:((s_store_name = 'ese') and s_store_sk is not null) - TableScan [TS_165] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] + Filter Operator [FIL_318] (rows=6000 width=107) + predicate:(((hd_dep_count = 3) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) + TableScan [TS_165] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] <-Reducer 52 [SIMPLE_EDGE] SHUFFLE [RS_174] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_342] (rows=696954748 width=88) - Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col2"] + Conds:RS_171._col2=RS_172._col0(Inner),Output:["_col1"] <-Map 56 [SIMPLE_EDGE] SHUFFLE [RS_172] PartitionCols:_col0 - Select Operator [SEL_164] (rows=3600 width=107) + Select Operator [SEL_164] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_317] (rows=3600 width=107) - predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) - TableScan [TS_162] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + Filter Operator [FIL_317] (rows=852 width=1910) + predicate:((s_store_name = 'ese') and s_store_sk is not null) + TableScan [TS_162] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] <-Reducer 51 [SIMPLE_EDGE] SHUFFLE [RS_171] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_341] (rows=633595212 width=88) Conds:RS_168._col0=RS_169._col0(Inner),Output:["_col1","_col2"] <-Map 50 [SIMPLE_EDGE] @@ -631,33 +631,33 @@ Stage-0 Group By Operator [GBY_204] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_346] (rows=766650239 width=88) - Conds:RS_200._col2=RS_201._col0(Inner) + Conds:RS_200._col1=RS_201._col0(Inner) <-Map 65 [SIMPLE_EDGE] SHUFFLE [RS_201] PartitionCols:_col0 - Select Operator [SEL_193] (rows=852 width=1910) + Select Operator [SEL_193] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_322] (rows=852 width=1910) - predicate:((s_store_name = 'ese') and s_store_sk is not null) - TableScan [TS_191] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] + Filter Operator [FIL_322] (rows=6000 width=107) + predicate:(((hd_dep_count = 3) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) + TableScan [TS_191] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] <-Reducer 60 [SIMPLE_EDGE] SHUFFLE [RS_200] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_345] (rows=696954748 width=88) - Conds:RS_197._col1=RS_198._col0(Inner),Output:["_col2"] + Conds:RS_197._col2=RS_198._col0(Inner),Output:["_col1"] <-Map 64 [SIMPLE_EDGE] SHUFFLE [RS_198] PartitionCols:_col0 - Select Operator [SEL_190] (rows=3600 width=107) + Select Operator [SEL_190] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_321] (rows=3600 width=107) - predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) - TableScan [TS_188] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + Filter Operator [FIL_321] (rows=852 width=1910) + predicate:((s_store_name = 'ese') and s_store_sk is not null) + TableScan [TS_188] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] <-Reducer 59 [SIMPLE_EDGE] SHUFFLE [RS_197] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_344] (rows=633595212 width=88) Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1","_col2"] <-Map 58 [SIMPLE_EDGE] diff --git a/ql/src/test/results/clientpositive/perf/query91.q.out b/ql/src/test/results/clientpositive/perf/query91.q.out index 81f37c5..1538e8b 100644 --- a/ql/src/test/results/clientpositive/perf/query91.q.out +++ b/ql/src/test/results/clientpositive/perf/query91.q.out @@ -5,126 +5,126 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 10 <- Map 12 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE) -Reducer 11 <- Map 13 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE) -Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) -Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) -Reducer 5 <- Map 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) +Reducer 10 <- Map 13 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE) +Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE) +Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE) +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) +Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) +Reducer 4 <- Reducer 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) +Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 6 <- Reducer 5 (SIMPLE_EDGE) -Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 + Reducer 6 File Output Operator [FS_47] Select Operator [SEL_46] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 6 [SIMPLE_EDGE] + <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_45] Select Operator [SEL_44] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col3"] Group By Operator [GBY_43] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 - <-Reducer 5 [SIMPLE_EDGE] + <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col0, _col1, _col2, _col3, _col4 Group By Operator [GBY_41] (rows=117128008 width=860) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col9)"],keys:_col14, _col15, _col16, _col20, _col21 + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col8, _col9, _col10, _col18, _col19 Select Operator [SEL_40] (rows=117128008 width=860) - Output:["_col14","_col15","_col16","_col20","_col21","_col9"] - Merge Join Operator [MERGEJOIN_85] (rows=117128008 width=860) - Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col9","_col14","_col15","_col16","_col20","_col21"] - <-Map 15 [SIMPLE_EDGE] + Output:["_col8","_col9","_col10","_col18","_col19","_col3"] + Merge Join Operator [MERGEJOIN_81] (rows=117128008 width=860) + Conds:RS_37._col1=RS_38._col2(Inner),Output:["_col3","_col8","_col9","_col10","_col18","_col19"] + <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_38] - PartitionCols:_col0 - Select Operator [SEL_27] (rows=790 width=204) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_79] (rows=790 width=204) - predicate:(((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'W')) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and cd_demo_sk is not null) - TableScan [TS_25] (rows=1583 width=204) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] - <-Reducer 4 [SIMPLE_EDGE] + PartitionCols:_col2 + Select Operator [SEL_30] (rows=106480005 width=860) + Output:["_col2","_col7","_col8"] + Merge Join Operator [MERGEJOIN_80] (rows=106480005 width=860) + Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col0","_col5","_col6"] + <-Map 15 [SIMPLE_EDGE] + SHUFFLE [RS_28] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=3600 width=107) + Output:["_col0"] + Filter Operator [FIL_75] (rows=3600 width=107) + predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null) + TableScan [TS_18] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] + <-Reducer 11 [SIMPLE_EDGE] + SHUFFLE [RS_27] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_79] (rows=96800003 width=860) + Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col2","_col5","_col6"] + <-Map 14 [SIMPLE_EDGE] + SHUFFLE [RS_25] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=20000000 width=1014) + Output:["_col0"] + Filter Operator [FIL_74] (rows=20000000 width=1014) + predicate:((ca_gmt_offset = -7) and ca_address_sk is not null) + TableScan [TS_15] (rows=40000000 width=1014) + default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] + <-Reducer 10 [SIMPLE_EDGE] + SHUFFLE [RS_24] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_78] (rows=88000001 width=860) + Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6"] + <-Map 13 [SIMPLE_EDGE] + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_14] (rows=930900 width=385) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_73] (rows=930900 width=385) + predicate:(((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'W')) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and cd_demo_sk is not null) + TableScan [TS_12] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_21] + PartitionCols:_col1 + Select Operator [SEL_11] (rows=80000000 width=860) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_72] (rows=80000000 width=860) + predicate:(c_customer_sk is not null and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) + TableScan [TS_9] (rows=80000000 width=860) + default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"] + <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_84] (rows=106480005 width=860) - Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col1","_col9","_col14","_col15","_col16"] - <-Map 14 [SIMPLE_EDGE] + Merge Join Operator [MERGEJOIN_77] (rows=34846646 width=106) + Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"] + <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col0 - Select Operator [SEL_24] (rows=3600 width=107) - Output:["_col0"] - Filter Operator [FIL_78] (rows=3600 width=107) - predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null) - TableScan [TS_22] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] - <-Reducer 3 [SIMPLE_EDGE] + Select Operator [SEL_8] (rows=60 width=2045) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_71] (rows=60 width=2045) + predicate:cc_call_center_sk is not null + TableScan [TS_6] (rows=60 width=2045) + default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"] + <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_34] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_83] (rows=96800003 width=860) - Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col9","_col14","_col15","_col16"] - <-Reducer 11 [SIMPLE_EDGE] - SHUFFLE [RS_32] - PartitionCols:_col1 - Select Operator [SEL_21] (rows=34846646 width=106) - Output:["_col1","_col10","_col3","_col8","_col9"] - Merge Join Operator [MERGEJOIN_82] (rows=34846646 width=106) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_19] - PartitionCols:_col0 - Select Operator [SEL_14] (rows=60 width=2045) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_77] (rows=60 width=2045) - predicate:cc_call_center_sk is not null - TableScan [TS_12] (rows=60 width=2045) - default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_18] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_81] (rows=31678769 width=106) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_16] - PartitionCols:_col0 - Select Operator [SEL_11] (rows=18262 width=1119) - Output:["_col0"] - Filter Operator [FIL_76] (rows=18262 width=1119) - predicate:((d_year = 1999) and (d_moy = 11) and d_date_sk is not null) - TableScan [TS_9] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_15] - PartitionCols:_col0 - Select Operator [SEL_8] (rows=28798881 width=106) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_75] (rows=28798881 width=106) - predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null) - TableScan [TS_6] (rows=28798881 width=106) - default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"] - <-Reducer 2 [SIMPLE_EDGE] + Merge Join Operator [MERGEJOIN_76] (rows=31678769 width=106) + Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_80] (rows=88000001 width=860) - Conds:RS_28._col3=RS_29._col0(Inner),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_28] - PartitionCols:_col3 - Select Operator [SEL_2] (rows=80000000 width=860) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_73] (rows=80000000 width=860) - predicate:(c_customer_sk is not null and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) - TableScan [TS_0] (rows=80000000 width=860) - default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_29] - PartitionCols:_col0 - Select Operator [SEL_5] (rows=20000000 width=1014) - Output:["_col0"] - Filter Operator [FIL_74] (rows=20000000 width=1014) - predicate:((ca_gmt_offset = -7) and ca_address_sk is not null) - TableScan [TS_3] (rows=40000000 width=1014) - default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] + Select Operator [SEL_2] (rows=28798881 width=106) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_69] (rows=28798881 width=106) + predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null) + TableScan [TS_0] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"] + <-Map 7 [SIMPLE_EDGE] + SHUFFLE [RS_32] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_70] (rows=18262 width=1119) + predicate:((d_year = 1999) and (d_moy = 11) and d_date_sk is not null) + TableScan [TS_3] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]