diff --git a/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt b/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt index a669e2e..14df20a 100644 --- a/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt +++ b/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt @@ -1,143 +1,143 @@ -_store_,COLUMN_STATS_ACCURATE,true -_store_,numFiles,1 -_store_,numRows,1704 -_store_,rawDataSize,3256276 -_store_,totalSize,101707 -_store_,transient_lastDdlTime,143456_customer_demographics_ -_call_center_,COLUMN_STATS_ACCURATE,true -_call_center_,numFiles,1 -_call_center_,numRows,60 -_call_center_,rawDataSize,122700 -_call_center_,totalSize,10347 -_call_center_,transient_lastDdlTime,1434561922 -_catalog_page_,COLUMN_STATS_ACCURATE,true -_catalog_page_,numFiles,1 -_catalog_page_,numRows,46000 -_catalog_page_,rawDataSize,21198808 -_catalog_page_,totalSize,1576662 -_catalog_page_,transient_lastDdlTime,1434561925 -_customer_,COLUMN_STATS_ACCURATE,true -_customer_,numFiles,538 -_customer_,numRows,80000000 -_customer_,rawDataSize,68801615852 -_customer_,totalSize,3143935054 -_customer_,transient_lastDdlTime,1434561966 -_customer_address_,COLUMN_STATS_ACCURATE,true -_customer_address_,numFiles,274 -_customer_address_,numRows,40000000 -_customer_address_,rawDataSize,40595195284 -_customer_address_,totalSize,530195843 -_customer_address_,transient_lastDdlTime,1434561994 -_customer_demographics_,COLUMN_STATS_ACCURATE,true -_customer_demographics_,numFiles,8 -_customer_demographics_,numRows,_time_dim_800 -_customer_demographics_,rawDataSize,717_income_band_59 -_customer_demographics_,totalSize,323062 -_customer_demographics_,transient_lastDdlTime,1434562071 -_date_dim_,COLUMN_STATS_ACCURATE,true -_date_dim_,numFiles,1 -_date_dim_,numRows,73049 -_date_dim_,rawDataSize,81741831 -_date_dim_,totalSize,362925 -_date_dim_,transient_lastDdlTime,1434562075 -_household_demographics_,COLUMN_STATS_ACCURATE,true -_household_demographics_,numFiles,1 -_household_demographics_,numRows,7200 -_household_demographics_,rawDataSize,770400 -_household_demographics_,totalSize,901 -_household_demographics_,transient_lastDdlTime,1434562078 -_income_band_,COLUMN_STATS_ACCURATE,true -_income_band_,numFiles,1 -_income_band_,numRows,20 -_income_band_,rawDataSize,240 -_income_band_,totalSize,399 -_income_band_,transient_lastDdlTime,1434562081 -_item_,COLUMN_STATS_ACCURATE,true -_item_,numFiles,9 -_item_,numRows,462000 -_item_,rawDataSize,663560457 -_item_,totalSize,29760748 -_item_,transient_lastDdlTime,1434562091 -_promotion_,COLUMN_STATS_ACCURATE,true -_promotion_,numFiles,1 -_promotion_,numRows,2300 -_promotion_,rawDataSize,2713420 -_promotion_,totalSize,63964 -_promotion_,transient_lastDdlTime,1434562093 -_reason_,COLUMN_STATS_ACCURATE,true -_reason_,numFiles,1 -_reason_,numRows,72 -_reason_,rawDataSize,14400 -_reason_,totalSize,1024 -_reason_,transient_lastDdlTime,1434562095 -_ship_mode_,COLUMN_STATS_ACCURATE,true -_ship_mode_,numFiles,0 -_ship_mode_,numRows,0 -_ship_mode_,rawDataSize,0 -_ship_mode_,totalSize,0 -_ship_mode_,transient_lastDdlTime,1434562097 -_time_dim_,COLUMN_STATS_ACCURATE,true -_time_dim_,numFiles,1 -_time_dim_,numRows,86400 -_time_dim_,rawDataSize,40694400 -_time_dim_,totalSize,133902 -_time_dim_,transient_lastDdlTime,1434562099 -_warehouse_,COLUMN_STATS_ACCURATE,true -_warehouse_,numFiles,1 -_warehouse_,numRows,27 -_warehouse_,rawDataSize,27802 -_warehouse_,totalSize,2971 -_warehouse_,transient_lastDdlTime,1434562102 -_web_page_,COLUMN_STATS_ACCURATE,true -_web_page_,numFiles,1 -_web_page_,numRows,4602 -_web_page_,rawDataSize,2696178 -_web_page_,totalSize,50572 -_web_page_,transient_lastDdlTime,1434562104 -_web_site_,COLUMN_STATS_ACCURATE,true -_web_site_,numFiles,1 -_web_site_,numRows,84 -_web_site_,rawDataSize,155408 -_web_site_,totalSize,11271 -_web_site_,transient_lastDdlTime,1434562107 -_catalog_returns_,COLUMN_STATS_ACCURATE,true -_catalog_returns_,numFiles,400 -_catalog_returns_,numRows,28798881 -_catalog_returns_,rawDataSize,3057234680 -_catalog_returns_,totalSize,1651022096 -_catalog_sales_,COLUMN_STATS_ACCURATE,true -_catalog_sales_,numFiles,552 -_catalog_sales_,numRows,287989836 -_catalog_sales_,rawDataSize,38999608952 -_catalog_sales_,totalSize,16430853294 -_catalog_sales_,transient_lastDdlTime,1434700893 -_inventory_,COLUMN_STATS_ACCURATE,true -_inventory_,numFiles,51 -_inventory_,numRows,37584000 -_inventory_,rawDataSize,593821104 -_inventory_,totalSize,58323594 -_inventory_,transient_lastDdlTime,1434681166 -_store_sales_,COLUMN_STATS_ACCURATE,true -_store_sales_,numFiles,600 -_store_sales_,numRows,575995635 -_store_sales_,rawDataSize,50814502088 -_store_sales_,totalSize,22288384284 -_store_sales_,transient_lastDdlTime,1434700760 -_web_sales_,COLUMN_STATS_ACCURATE,true -_web_sales_,numFiles,529 -_web_sales_,numRows,144002668 -_web_sales_,rawDataSize,19580198212 -_web_sales_,totalSize,8304889016 -_web_sales_,transient_lastDdlTime,1434700829 -_web_returns_,COLUMN_STATS_ACCURATE,true -_web_returns_,numFiles,135 -_web_returns_,numRows,14398467 -_web_returns_,rawDataSize,1325194184 -_web_returns_,totalSize,827734274 -_web_returns_,transient_lastDdlTime,1434700842 -_store_returns_,COLUMN_STATS_ACCURATE,true -_store_returns_,numFiles,573 -_store_returns_,numRows,57591150 -_store_returns_,rawDataSize,4462194832 -_store_returns_,totalSize,2683203627 -_store_returns_,transient_lastDdlTime,1434700790 +_store_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"s_store_sk:"true","s_store_id:"true","s_rec_start_date:"true","s_rec_end_date:"true","s_closed_date_sk:"true","s_store_name:"true","s_number_employees:"true","s_floor_space:"true","s_hours:"true","s_manager:"true","s_market_id:"true","s_geography_class:"true","s_market_desc:"true","s_market_manager:"true","s_division_id:"true","s_division_name:"true","s_company_id:"true","s_company_name:"true","s_street_number:"true","s_street_name:"true","s_street_type:"true","s_suite_number:"true","s_city:"true","s_county:"true","s_state:"true","s_zip:"true","s_country:"true","s_gmt_offset:"true","s_tax_precentage:"true"},"BASIC_STATS":"true"} +_store_@numFiles@1 +_store_@numRows@1704 +_store_@rawDataSize@3256276 +_store_@totalSize@101707 +_store_@transient_lastDdlTime@1434562098 +_call_center_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cc_call_center_sk:"true","cc_call_center_id:"true","cc_rec_start_date:"true","cc_rec_end_date:"true","cc_closed_date_sk:"true","cc_open_date_sk:"true","cc_name:"true","cc_class:"true","cc_employees:"true","cc_sq_ft:"true","cc_hours:"true","cc_manager:"true","cc_mkt_id:"true","cc_mkt_class:"true","cc_mkt_desc:"true","cc_market_manager:"true","cc_division:"true","cc_division_name:"true","cc_company:"true","cc_company_name:"true","cc_street_number:"true","cc_street_name:"true","cc_street_type:"true","cc_suite_number:"true","cc_city:"true","cc_county:"true","cc_state:"true","cc_zip:"true","cc_country:"true","cc_gmt_offset:"true","cc_tax_percentage:"true"},"BASIC_STATS":"true"} +_call_center_@numFiles@1 +_call_center_@numRows@60 +_call_center_@rawDataSize@122700 +_call_center_@totalSize@10347 +_call_center_@transient_lastDdlTime@1434561922 +_catalog_page_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cp_catalog_page_sk:"true","cp_catalog_page_id:"true","cp_start_date_sk:"true","cp_end_date_sk:"true","cp_department:"true","cp_catalog_number:"true","cp_catalog_page_number:"true","cp_description:"true","cp_type:"true"},"BASIC_STATS":"true"} +_catalog_page_@numFiles@1 +_catalog_page_@numRows@46000 +_catalog_page_@rawDataSize@21198808 +_catalog_page_@totalSize@1576662 +_catalog_page_@transient_lastDdlTime@1434561925 +_customer_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"c_customer_sk:"true","c_customer_id:"true","c_current_cdemo_sk:"true","c_current_hdemo_sk:"true","c_current_addr_sk:"true","c_first_shipto_date_sk:"true","c_first_sales_date_sk:"true","c_salutation:"true","c_first_name:"true","c_last_name:"true","c_preferred_cust_flag:"true","c_birth_day:"true","c_birth_month:"true","c_birth_year:"true","c_birth_country:"true","c_login:"true","c_email_address:"true","c_last_review_date:"true"},"BASIC_STATS":"true"} +_customer_@numFiles@538 +_customer_@numRows@80000000 +_customer_@rawDataSize@68801615852 +_customer_@totalSize@3143935054 +_customer_@transient_lastDdlTime@1434561966 +_customer_address_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"ca_address_sk:"true","ca_address_id:"true","ca_street_number:"true","ca_street_name:"true","ca_street_type:"true","ca_suite_number:"true","ca_city:"true","ca_county:"true","ca_state:"true","ca_zip:"true","ca_country:"true","ca_gmt_offset:"true","ca_location_type:"true"},"BASIC_STATS":"true"} +_customer_address_@numFiles@274 +_customer_address_@numRows@40000000 +_customer_address_@rawDataSize@40595195284 +_customer_address_@totalSize@530195843 +_customer_address_@transient_lastDdlTime@1434561994 +_customer_demographics_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cd_demo_sk:"true","cd_gender:"true","cd_marital_status:"true","cd_education_status:"true","cd_purchase_estimate:"true","cd_credit_rating:"true","cd_dep_count:"true","cd_dep_employed_count:"true","cd_dep_college_count:"true"},"BASIC_STATS":"true"} +_customer_demographics_@numFiles@8 +_customer_demographics_@numRows@1861800 +_customer_demographics_@rawDataSize@717186159 +_customer_demographics_@totalSize@323062 +_customer_demographics_@transient_lastDdlTime@1434562071 +_date_dim_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"d_date_sk:"true","d_date_id:"true","d_date:"true","d_month_seq:"true","d_week_seq:"true","d_quarter_seq:"true","d_year:"true","d_dow:"true","d_moy:"true","d_dom:"true","d_qoy:"true","d_fy_year:"true","d_fy_quarter_seq:"true","d_fy_week_seq:"true","d_day_name:"true","d_quarter_name:"true","d_holiday:"true","d_weekend:"true","d_following_holiday:"true","d_first_dom:"true","d_last_dom:"true","d_same_day_ly:"true","d_same_day_lq:"true","d_current_day:"true","d_current_week:"true","d_current_month:"true","d_current_quarter:"true","d_current_year:"true"},"BASIC_STATS":"true"} +_date_dim_@numFiles@1 +_date_dim_@numRows@73049 +_date_dim_@rawDataSize@81741831 +_date_dim_@totalSize@362925 +_date_dim_@transient_lastDdlTime@1434562075 +_household_demographics_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"hd_demo_sk:"true","hd_income_band_sk:"true","hd_buy_potential:"true","hd_dep_count:"true","hd_vehicle_count:"true"},"BASIC_STATS":"true"} +_household_demographics_@numFiles@1 +_household_demographics_@numRows@7200 +_household_demographics_@rawDataSize@770400 +_household_demographics_@totalSize@901 +_household_demographics_@transient_lastDdlTime@1434562078 +_income_band_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"ib_income_band_sk:"true","ib_lower_bound:"true","ib_upper_bound:"true"},"BASIC_STATS":"true"} +_income_band_@numFiles@1 +_income_band_@numRows@20 +_income_band_@rawDataSize@240 +_income_band_@totalSize@399 +_income_band_@transient_lastDdlTime@1434562081 +_item_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"i_item_sk:"true","i_item_id:"true","i_rec_start_date:"true","i_rec_end_date:"true","i_item_desc:"true","i_current_price:"true","i_wholesale_cost:"true","i_brand_id:"true","i_brand:"true","i_class_id:"true","i_class:"true","i_category_id:"true","i_category:"true","i_manufact_id:"true","i_manufact:"true","i_size:"true","i_formulation:"true","i_color:"true","i_units:"true","i_container:"true","i_manager_id:"true","i_product_name:"true"},"BASIC_STATS":"true"} +_item_@numFiles@9 +_item_@numRows@462000 +_item_@rawDataSize@663560457 +_item_@totalSize@29760748 +_item_@transient_lastDdlTime@1434562091 +_promotion_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"p_promo_sk:"true","p_promo_id:"true","p_start_date_sk:"true","p_end_date_sk:"true","p_item_sk:"true","p_cost:"true","p_response_target:"true","p_promo_name:"true","p_channel_dmail:"true","p_channel_email:"true","p_channel_catalog:"true","p_channel_tv:"true","p_channel_radio:"true","p_channel_press:"true","p_channel_event:"true","p_channel_demo:"true","p_channel_details:"true","p_purpose:"true","p_discount_active:"true"},"BASIC_STATS":"true"} +_promotion_@numFiles@1 +_promotion_@numRows@2300 +_promotion_@rawDataSize@2713420 +_promotion_@totalSize@63964 +_promotion_@transient_lastDdlTime@1434562093 +_reason_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"r_reason_sk:"true","r_reason_id:"true","r_reason_desc:"true"},"BASIC_STATS":"true"} +_reason_@numFiles@1 +_reason_@numRows@72 +_reason_@rawDataSize@14400 +_reason_@totalSize@1024 +_reason_@transient_lastDdlTime@1434562095 +_ship_mode_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"sm_ship_mode_sk:"true","sm_ship_mode_id:"true","sm_type:"true","sm_code:"true","sm_carrier:"true","sm_contract:"true"},"BASIC_STATS":"true"} +_ship_mode_@numFiles@0 +_ship_mode_@numRows@0 +_ship_mode_@rawDataSize@0 +_ship_mode_@totalSize@0 +_ship_mode_@transient_lastDdlTime@1434562097 +_time_dim_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"t_time_sk:"true","t_time_id:"true","t_time:"true","t_hour:"true","t_minute:"true","t_second:"true","t_am_pm:"true","t_shift:"true","t_sub_shift:"true","t_meal_time:"true"},"BASIC_STATS":"true"} +_time_dim_@numFiles@1 +_time_dim_@numRows@86400 +_time_dim_@rawDataSize@40694400 +_time_dim_@totalSize@133902 +_time_dim_@transient_lastDdlTime@1434562099 +_warehouse_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"w_warehouse_sk:"true","w_warehouse_id:"true","w_warehouse_name:"true","w_warehouse_sq_ft:"true","w_street_number:"true","w_street_name:"true","w_street_type:"true","w_suite_number:"true","w_city:"true","w_county:"true","w_state:"true","w_zip:"true","w_country:"true","w_gmt_offset:"true"},"BASIC_STATS":"true"} +_warehouse_@numFiles@1 +_warehouse_@numRows@27 +_warehouse_@rawDataSize@27802 +_warehouse_@totalSize@2971 +_warehouse_@transient_lastDdlTime@1434562102 +_web_page_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"wp_web_page_sk:"true","wp_web_page_id:"true","wp_rec_start_date:"true","wp_rec_end_date:"true","wp_creation_date_sk:"true","wp_access_date_sk:"true","wp_autogen_flag:"true","wp_customer_sk:"true","wp_url:"true","wp_type:"true","wp_char_count:"true","wp_link_count:"true","wp_image_count:"true","wp_max_ad_count:"true"},"BASIC_STATS":"true"} +_web_page_@numFiles@1 +_web_page_@numRows@4602 +_web_page_@rawDataSize@2696178 +_web_page_@totalSize@50572 +_web_page_@transient_lastDdlTime@1434562104 +_web_site_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"web_site_sk:"true","web_site_id:"true","web_rec_start_date:"true","web_rec_end_date:"true","web_name:"true","web_open_date_sk:"true","web_close_date_sk:"true","web_class:"true","web_manager:"true","web_mkt_id:"true","web_mkt_class:"true","web_mkt_desc:"true","web_market_manager:"true","web_company_id:"true","web_company_name:"true","web_street_number:"true","web_street_name:"true","web_street_type:"true","web_suite_number:"true","web_city:"true","web_county:"true","web_state:"true","web_zip:"true","web_country:"true","web_gmt_offset:"true","web_tax_percentage:"true"},"BASIC_STATS":"true"} +_web_site_@numFiles@1 +_web_site_@numRows@84 +_web_site_@rawDataSize@155408 +_web_site_@totalSize@11271 +_web_site_@transient_lastDdlTime@1434562107 +_catalog_returns_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cr_returned_date_sk:"true","cr_returned_time_sk:"true","cr_item_sk:"true","cr_refunded_customer_sk:"true","cr_refunded_cdemo_sk:"true","cr_refunded_hdemo_sk:"true","cr_refunded_addr_sk:"true","cr_returning_customer_sk:"true","cr_returning_cdemo_sk:"true","cr_returning_hdemo_sk:"true","cr_returning_addr_sk:"true","cr_call_center_sk:"true","cr_catalog_page_sk:"true","cr_ship_mode_sk:"true","cr_warehouse_sk:"true","cr_reason_sk:"true","cr_order_number:"true","cr_return_quantity:"true","cr_return_amount:"true","cr_return_tax:"true","cr_return_amt_inc_tax:"true","cr_fee:"true","cr_return_ship_cost:"true","cr_refunded_cash:"true","cr_reversed_charge:"true","cr_store_credit:"true","cr_net_loss:"true"},"BASIC_STATS":"true"} +_catalog_returns_@numFiles@400 +_catalog_returns_@numRows@28798881 +_catalog_returns_@rawDataSize@3057234680 +_catalog_returns_@totalSize@1651022096 +_catalog_sales_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"cs_sold_date_sk:"true","cs_sold_time_sk:"true","cs_ship_date_sk:"true","cs_bill_customer_sk:"true","cs_bill_cdemo_sk:"true","cs_bill_hdemo_sk:"true","cs_bill_addr_sk:"true","cs_ship_customer_sk:"true","cs_ship_cdemo_sk:"true","cs_ship_hdemo_sk:"true","cs_ship_addr_sk:"true","cs_call_center_sk:"true","cs_catalog_page_sk:"true","cs_ship_mode_sk:"true","cs_warehouse_sk:"true","cs_item_sk:"true","cs_promo_sk:"true","cs_order_number:"true","cs_quantity:"true","cs_wholesale_cost:"true","cs_list_price:"true","cs_sales_price:"true","cs_ext_discount_amt:"true","cs_ext_sales_price:"true","cs_ext_wholesale_cost:"true","cs_ext_list_price:"true","cs_ext_tax:"true","cs_coupon_amt:"true","cs_ext_ship_cost:"true","cs_net_paid:"true","cs_net_paid_inc_tax:"true","cs_net_paid_inc_ship:"true","cs_net_paid_inc_ship_tax:"true","cs_net_profit:"true"},"BASIC_STATS":"true"} +_catalog_sales_@numFiles@552 +_catalog_sales_@numRows@287989836 +_catalog_sales_@rawDataSize@38999608952 +_catalog_sales_@totalSize@16430853294 +_catalog_sales_@transient_lastDdlTime@1434700893 +_inventory_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"inv_date_sk:"true","inv_item_sk:"true","inv_warehouse_sk:"true","inv_quantity_on_hand:"true"},"BASIC_STATS":"true"} +_inventory_@numFiles@51 +_inventory_@numRows@37584000 +_inventory_@rawDataSize@593821104 +_inventory_@totalSize@58323594 +_inventory_@transient_lastDdlTime@1434681166 +_store_sales_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"ss_sold_date_sk:"true","ss_sold_time_sk:"true","ss_item_sk:"true","ss_customer_sk:"true","ss_cdemo_sk:"true","ss_hdemo_sk:"true","ss_addr_sk:"true","ss_store_sk:"true","ss_promo_sk:"true","ss_ticket_number:"true","ss_quantity:"true","ss_wholesale_cost:"true","ss_list_price:"true","ss_sales_price:"true","ss_ext_discount_amt:"true","ss_ext_sales_price:"true","ss_ext_wholesale_cost:"true","ss_ext_list_price:"true","ss_ext_tax:"true","ss_coupon_amt:"true","ss_net_paid:"true","ss_net_paid_inc_tax:"true","ss_net_profit:"true"},"BASIC_STATS":"true"} +_store_sales_@numFiles@600 +_store_sales_@numRows@575995635 +_store_sales_@rawDataSize@50814502088 +_store_sales_@totalSize@22288384284 +_store_sales_@transient_lastDdlTime@1434700760 +_web_sales_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"ws_sold_date_sk:"true","ws_sold_time_sk:"true","ws_ship_date_sk:"true","ws_item_sk:"true","ws_bill_customer_sk:"true","ws_bill_cdemo_sk:"true","ws_bill_hdemo_sk:"true","ws_bill_addr_sk:"true","ws_ship_customer_sk:"true","ws_ship_cdemo_sk:"true","ws_ship_hdemo_sk:"true","ws_ship_addr_sk:"true","ws_web_page_sk:"true","ws_web_site_sk:"true","ws_ship_mode_sk:"true","ws_warehouse_sk:"true","ws_promo_sk:"true","ws_order_number:"true","ws_quantity:"true","ws_wholesale_cost:"true","ws_list_price:"true","ws_sales_price:"true","ws_ext_discount_amt:"true","ws_ext_sales_price:"true","ws_ext_wholesale_cost:"true","ws_ext_list_price:"true","ws_ext_tax:"true","ws_coupon_amt:"true","ws_ext_ship_cost:"true","ws_net_paid:"true","ws_net_paid_inc_tax:"true","ws_net_paid_inc_ship:"true","ws_net_paid_inc_ship_tax:"true","ws_net_profit:"true"},"BASIC_STATS":"true"} +_web_sales_@numFiles@529 +_web_sales_@numRows@144002668 +_web_sales_@rawDataSize@19580198212 +_web_sales_@totalSize@8304889016 +_web_sales_@transient_lastDdlTime@1434700829 +_web_returns_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"wr_returned_date_sk:"true","wr_returned_time_sk:"true","wr_item_sk:"true","wr_refunded_customer_sk:"true","wr_refunded_cdemo_sk:"true","wr_refunded_hdemo_sk:"true","wr_refunded_addr_sk:"true","wr_returning_customer_sk:"true","wr_returning_cdemo_sk:"true","wr_returning_hdemo_sk:"true","wr_returning_addr_sk:"true","wr_web_page_sk:"true","wr_reason_sk:"true","wr_order_number:"true","wr_return_quantity:"true","wr_return_amt:"true","wr_return_tax:"true","wr_return_amt_inc_tax:"true","wr_fee:"true","wr_return_ship_cost:"true","wr_refunded_cash:"true","wr_reversed_charge:"true","wr_account_credit:"true","wr_net_loss:"true"},"BASIC_STATS":"true"} +_web_returns_@numFiles@135 +_web_returns_@numRows@14398467 +_web_returns_@rawDataSize@1325194184 +_web_returns_@totalSize@827734274 +_web_returns_@transient_lastDdlTime@1434700842 +_store_returns_@COLUMN_STATS_ACCURATE@{"COLUMN_STATS":{"sr_returned_date_sk:"true","sr_return_time_sk:"true","sr_item_sk:"true","sr_customer_sk:"true","sr_cdemo_sk:"true","sr_hdemo_sk:"true","sr_addr_sk:"true","sr_store_sk:"true","sr_reason_sk:"true","sr_ticket_number:"true","sr_return_quantity:"true","sr_return_amt:"true","sr_return_tax:"true","sr_return_amt_inc_tax:"true","sr_fee:"true","sr_return_ship_cost:"true","sr_refunded_cash:"true","sr_reversed_charge:"true","sr_store_credit:"true","sr_net_loss:"true"},"BASIC_STATS":"true"} +_store_returns_@numFiles@573 +_store_returns_@numRows@57591150 +_store_returns_@rawDataSize@4462194832 +_store_returns_@totalSize@2683203627 +_store_returns_@transient_lastDdlTime@1434700790 diff --git a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java index b3cf6da..b43c4a7 100644 --- a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java +++ b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java @@ -2104,8 +2104,8 @@ public int compare(String str1, String str2) { for (Map.Entry entry : tableNameToID.entrySet()) { String toReplace1 = ",_" + entry.getKey() + "_" ; String replacementString1 = ","+entry.getValue(); - String toReplace2 = "_" + entry.getKey() + "_," ; - String replacementString2 = ""+entry.getValue()+","; + String toReplace2 = "_" + entry.getKey() + "_@" ; + String replacementString2 = ""+entry.getValue()+"@"; try { String content1 = FileUtils.readFileToString(tmpFileLoc1, "UTF-8"); content1 = content1.replaceAll(toReplace1, replacementString1); @@ -2124,7 +2124,7 @@ public int compare(String str1, String str2) { "', ',', null, 'UTF-8', 1)"; String importStatement2 = "CALL SYSCS_UTIL.SYSCS_IMPORT_TABLE_LOBS_FROM_EXTFILE(null, '" + "TABLE_PARAMS" + "', '" + tmpFileLoc2.getAbsolutePath() + - "', ',', null, 'UTF-8', 1)"; + "', '@', null, 'UTF-8', 1)"; try { PreparedStatement psImport1 = conn.prepareStatement(importStatement1); if (LOG.isDebugEnabled()) { diff --git a/ql/src/test/results/clientpositive/perf/query13.q.out b/ql/src/test/results/clientpositive/perf/query13.q.out index 1b63a17..8265f20 100644 --- a/ql/src/test/results/clientpositive/perf/query13.q.out +++ b/ql/src/test/results/clientpositive/perf/query13.q.out @@ -171,11 +171,11 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_14] (rows=1583 width=204) + Select Operator [SEL_14] (rows=1861800 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_68] (rows=1583 width=204) + Filter Operator [FIL_68] (rows=1861800 width=385) predicate:(((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and ((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and cd_demo_sk is not null) - TableScan [TS_12] (rows=1583 width=204) + TableScan [TS_12] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_21] diff --git a/ql/src/test/results/clientpositive/perf/query17.q.out b/ql/src/test/results/clientpositive/perf/query17.q.out index 39210f7..b90af20 100644 --- a/ql/src/test/results/clientpositive/perf/query17.q.out +++ b/ql/src/test/results/clientpositive/perf/query17.q.out @@ -53,10 +53,10 @@ Stage-0 SHUFFLE [RS_43] PartitionCols:_col11 Merge Join Operator [MERGEJOIN_99] (rows=927646829 width=88) - Conds:RS_40._col1, _col2=RS_41._col12, _col11(Inner),Output:["_col3","_col7","_col11","_col15","_col20"] + Conds:RS_40._col2, _col1=RS_41._col11, _col12(Inner),Output:["_col3","_col7","_col11","_col15","_col20"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_41] - PartitionCols:_col12, _col11 + PartitionCols:_col11, _col12 Select Operator [SEL_33] (rows=843315281 width=88) Output:["_col1","_col11","_col12","_col14","_col5","_col9"] Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88) @@ -123,7 +123,7 @@ Stage-0 default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_40] - PartitionCols:_col1, _col2 + PartitionCols:_col2, _col1 Merge Join Operator [MERGEJOIN_94] (rows=316788826 width=135) Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] diff --git a/ql/src/test/results/clientpositive/perf/query18.q.out b/ql/src/test/results/clientpositive/perf/query18.q.out index 5bd0f1f..7db0875 100644 --- a/ql/src/test/results/clientpositive/perf/query18.q.out +++ b/ql/src/test/results/clientpositive/perf/query18.q.out @@ -38,40 +38,40 @@ Stage-0 Select Operator [SEL_40] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] Merge Join Operator [MERGEJOIN_83] (rows=421645953 width=135) - Conds:RS_37._col0=RS_38._col1(Inner),Output:["_col4","_col6","_col7","_col8","_col14","_col15","_col16","_col17","_col18","_col22","_col26"] + Conds:RS_37._col0=RS_38._col3(Inner),Output:["_col4","_col6","_col7","_col8","_col11","_col16","_col17","_col18","_col19","_col20","_col26"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_38] - PartitionCols:_col1 + PartitionCols:_col3 Select Operator [SEL_30] (rows=383314495 width=135) - Output:["_col1","_col12","_col16","_col4","_col5","_col6","_col7","_col8"] + Output:["_col1","_col10","_col16","_col3","_col6","_col7","_col8","_col9"] Merge Join Operator [MERGEJOIN_82] (rows=383314495 width=135) - Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col12","_col16"] + Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col14","_col16"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col0 - Select Operator [SEL_20] (rows=388 width=208) - Output:["_col0","_col3"] - Filter Operator [FIL_77] (rows=388 width=208) - predicate:((cd_gender = 'M') and (cd_education_status = 'College') and cd_demo_sk is not null) - TableScan [TS_18] (rows=1553 width=208) - default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"] + Select Operator [SEL_20] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_77] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_18] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_27] - PartitionCols:_col2 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_81] (rows=348467716 width=135) - Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col8","_col12"] + Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col14"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_17] (rows=462000 width=1436) - Output:["_col0","_col1"] - Filter Operator [FIL_76] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_15] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] + Select Operator [SEL_17] (rows=465450 width=385) + Output:["_col0","_col3"] + Filter Operator [FIL_76] (rows=465450 width=385) + predicate:((cd_gender = 'M') and (cd_education_status = 'College') and cd_demo_sk is not null) + TableScan [TS_15] (rows=1861800 width=385) + default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col3 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_80] (rows=316788826 width=135) Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Map 13 [SIMPLE_EDGE] @@ -100,11 +100,11 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col0 - Select Operator [SEL_8] (rows=80765 width=4) + Select Operator [SEL_8] (rows=1861800 width=385) Output:["_col0"] - Filter Operator [FIL_73] (rows=80765 width=4) + Filter Operator [FIL_73] (rows=1861800 width=385) predicate:cd_demo_sk is not null - TableScan [TS_6] (rows=80765 width=4) + TableScan [TS_6] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_34] diff --git a/ql/src/test/results/clientpositive/perf/query26.q.out b/ql/src/test/results/clientpositive/perf/query26.q.out index 6564631..6f7aaf7 100644 --- a/ql/src/test/results/clientpositive/perf/query26.q.out +++ b/ql/src/test/results/clientpositive/perf/query26.q.out @@ -30,56 +30,56 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col0 Group By Operator [GBY_28] (rows=421645953 width=135) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col14 + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col18 Select Operator [SEL_27] (rows=421645953 width=135) - Output:["_col14","_col4","_col5","_col7","_col6"] + Output:["_col18","_col4","_col5","_col7","_col6"] Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col14"] + Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_14] (rows=132 width=304) - Output:["_col0"] - Filter Operator [FIL_54] (rows=132 width=304) - predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) - TableScan [TS_12] (rows=1062 width=304) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] + Select Operator [SEL_14] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_54] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_12] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col1 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135) - Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col14"] + Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) - Output:["_col0","_col1"] - Filter Operator [FIL_53] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_9] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] + Select Operator [SEL_11] (rows=2300 width=1179) + Output:["_col0"] + Filter Operator [FIL_53] (rows=2300 width=1179) + predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) + TableScan [TS_9] (rows=2300 width=1179) + default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] - PartitionCols:_col2 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135) - Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7"] + Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_8] (rows=2300 width=1179) + Select Operator [SEL_8] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_52] (rows=2300 width=1179) - predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) - TableScan [TS_6] (rows=2300 width=1179) - default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] + Filter Operator [FIL_52] (rows=36524 width=1119) + predicate:((d_year = 1998) and d_date_sk is not null) + TableScan [TS_6] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] - PartitionCols:_col3 + PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] - PartitionCols:_col0 + PartitionCols:_col1 Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Filter Operator [FIL_50] (rows=287989836 width=135) @@ -89,10 +89,10 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_5] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=36524 width=1119) - predicate:((d_year = 1998) and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] + Filter Operator [FIL_51] (rows=232725 width=385) + predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) + TableScan [TS_3] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git a/ql/src/test/results/clientpositive/perf/query27.q.out b/ql/src/test/results/clientpositive/perf/query27.q.out index d3e568d..40ce084 100644 --- a/ql/src/test/results/clientpositive/perf/query27.q.out +++ b/ql/src/test/results/clientpositive/perf/query27.q.out @@ -30,56 +30,56 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col0, _col1 Group By Operator [GBY_28] (rows=843315281 width=88) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col13, _col11 + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col17, _col15 Select Operator [SEL_27] (rows=843315281 width=88) - Output:["_col13","_col11","_col4","_col5","_col7","_col6"] + Output:["_col17","_col15","_col4","_col5","_col7","_col6"] Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88) - Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col11","_col13"] + Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15","_col17"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_14] (rows=132 width=304) - Output:["_col0"] - Filter Operator [FIL_54] (rows=132 width=304) - predicate:((cd_gender = 'F') and (cd_marital_status = 'D') and (cd_education_status = 'Unknown') and cd_demo_sk is not null) - TableScan [TS_12] (rows=1062 width=304) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] + Select Operator [SEL_14] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_54] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_12] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88) - Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col11","_col13"] + Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col15"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) + Select Operator [SEL_11] (rows=852 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_53] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_9] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] + Filter Operator [FIL_53] (rows=852 width=1910) + predicate:((s_state) IN ('KS', 'AL', 'MN', 'SC', 'VT') and s_store_sk is not null) + TableScan [TS_9] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] - PartitionCols:_col1 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88) - Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col11"] + Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_8] (rows=852 width=1910) - Output:["_col0","_col1"] - Filter Operator [FIL_52] (rows=852 width=1910) - predicate:((s_state) IN ('KS', 'AL', 'MN', 'SC', 'VT') and s_store_sk is not null) - TableScan [TS_6] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] + Select Operator [SEL_8] (rows=36524 width=1119) + Output:["_col0"] + Filter Operator [FIL_52] (rows=36524 width=1119) + predicate:((d_year = 1998) and d_date_sk is not null) + TableScan [TS_6] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] - PartitionCols:_col3 + PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] - PartitionCols:_col0 + PartitionCols:_col2 Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Filter Operator [FIL_50] (rows=575995635 width=88) @@ -89,10 +89,10 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_5] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=36524 width=1119) - predicate:((d_year = 1998) and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] + Filter Operator [FIL_51] (rows=232725 width=385) + predicate:((cd_gender = 'F') and (cd_marital_status = 'D') and (cd_education_status = 'Unknown') and cd_demo_sk is not null) + TableScan [TS_3] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git a/ql/src/test/results/clientpositive/perf/query48.q.out b/ql/src/test/results/clientpositive/perf/query48.q.out index fff2bc9..56bbe65 100644 --- a/ql/src/test/results/clientpositive/perf/query48.q.out +++ b/ql/src/test/results/clientpositive/perf/query48.q.out @@ -48,11 +48,11 @@ Stage-0 <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_14] (rows=395 width=204) + Select Operator [SEL_14] (rows=465450 width=385) Output:["_col0"] - Filter Operator [FIL_54] (rows=395 width=204) + Filter Operator [FIL_54] (rows=465450 width=385) predicate:((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree') and cd_demo_sk is not null) - TableScan [TS_12] (rows=1583 width=204) + TableScan [TS_12] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_21] diff --git a/ql/src/test/results/clientpositive/perf/query64.q.out b/ql/src/test/results/clientpositive/perf/query64.q.out index 11d45cd..9ea3caf 100644 --- a/ql/src/test/results/clientpositive/perf/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/query64.q.out @@ -160,7 +160,7 @@ Stage-0 Select Operator [SEL_64] (rows=927646829 width=88) Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col30","_col32"] Merge Join Operator [MERGEJOIN_631] (rows=927646829 width=88) - Conds:RS_61._col0=RS_62._col2(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col16","_col17","_col19","_col21","_col22","_col23","_col29","_col31","_col32"] + Conds:RS_61._col0=RS_62._col4(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col15","_col18","_col19","_col21","_col23","_col24","_col25","_col31","_col32"] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_61] PartitionCols:_col0 @@ -169,11 +169,11 @@ Stage-0 <-Map 24 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col0 - Select Operator [SEL_23] (rows=3106 width=104) + Select Operator [SEL_23] (rows=1861800 width=385) Output:["_col0","_col1"] - Filter Operator [FIL_591] (rows=3106 width=104) + Filter Operator [FIL_591] (rows=1861800 width=385) predicate:cd_demo_sk is not null - TableScan [TS_21] (rows=3106 width=104) + TableScan [TS_21] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_58] @@ -214,37 +214,37 @@ Stage-0 default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 29 [SIMPLE_EDGE] SHUFFLE [RS_62] - PartitionCols:_col2 + PartitionCols:_col4 Select Operator [SEL_51] (rows=843315281 width=88) - Output:["_col1","_col10","_col11","_col17","_col19","_col2","_col20","_col4","_col5","_col7","_col9"] + Output:["_col1","_col11","_col12","_col13","_col19","_col20","_col3","_col4","_col6","_col7","_col9"] Merge Join Operator [MERGEJOIN_630] (rows=843315281 width=88) - Conds:RS_48._col6=RS_49._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col19","_col20"] + Conds:RS_48._col3=RS_49._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col18","_col20"] <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_49] PartitionCols:_col0 - Select Operator [SEL_38] (rows=1704 width=1910) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_596] (rows=1704 width=1910) - predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null) - TableScan [TS_36] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] + Select Operator [SEL_38] (rows=1861800 width=385) + Output:["_col0","_col1"] + Filter Operator [FIL_596] (rows=1861800 width=385) + predicate:cd_demo_sk is not null + TableScan [TS_36] (rows=1861800 width=385) + default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_48] - PartitionCols:_col6 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_629] (rows=766650239 width=88) - Conds:RS_45._col3=RS_46._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col17"] + Conds:RS_45._col6=RS_46._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col18"] <-Map 32 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col0 - Select Operator [SEL_35] (rows=3106 width=104) - Output:["_col0","_col1"] - Filter Operator [FIL_595] (rows=3106 width=104) - predicate:cd_demo_sk is not null - TableScan [TS_33] (rows=3106 width=104) - default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] + Select Operator [SEL_35] (rows=1704 width=1910) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_595] (rows=1704 width=1910) + predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null) + TableScan [TS_33] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_45] - PartitionCols:_col3 + PartitionCols:_col6 Merge Join Operator [MERGEJOIN_628] (rows=696954748 width=88) Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"] <-Map 31 [SIMPLE_EDGE] @@ -503,7 +503,7 @@ Stage-0 Select Operator [SEL_194] (rows=927646829 width=88) Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col30","_col32"] Merge Join Operator [MERGEJOIN_648] (rows=927646829 width=88) - Conds:RS_191._col0=RS_192._col2(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col16","_col17","_col19","_col21","_col22","_col23","_col29","_col31","_col32"] + Conds:RS_191._col0=RS_192._col4(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col15","_col18","_col19","_col21","_col23","_col24","_col25","_col31","_col32"] <-Reducer 57 [SIMPLE_EDGE] SHUFFLE [RS_191] PartitionCols:_col0 @@ -512,11 +512,11 @@ Stage-0 <-Map 63 [SIMPLE_EDGE] SHUFFLE [RS_189] PartitionCols:_col0 - Select Operator [SEL_153] (rows=3106 width=104) + Select Operator [SEL_153] (rows=1861800 width=385) Output:["_col0","_col1"] - Filter Operator [FIL_610] (rows=3106 width=104) + Filter Operator [FIL_610] (rows=1861800 width=385) predicate:cd_demo_sk is not null - TableScan [TS_151] (rows=3106 width=104) + TableScan [TS_151] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 56 [SIMPLE_EDGE] SHUFFLE [RS_188] @@ -557,37 +557,37 @@ Stage-0 default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 68 [SIMPLE_EDGE] SHUFFLE [RS_192] - PartitionCols:_col2 + PartitionCols:_col4 Select Operator [SEL_181] (rows=843315281 width=88) - Output:["_col1","_col10","_col11","_col17","_col19","_col2","_col20","_col4","_col5","_col7","_col9"] + Output:["_col1","_col11","_col12","_col13","_col19","_col20","_col3","_col4","_col6","_col7","_col9"] Merge Join Operator [MERGEJOIN_647] (rows=843315281 width=88) - Conds:RS_178._col6=RS_179._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col19","_col20"] + Conds:RS_178._col3=RS_179._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col18","_col20"] <-Map 72 [SIMPLE_EDGE] SHUFFLE [RS_179] PartitionCols:_col0 - Select Operator [SEL_168] (rows=1704 width=1910) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_615] (rows=1704 width=1910) - predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null) - TableScan [TS_166] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] + Select Operator [SEL_168] (rows=1861800 width=385) + Output:["_col0","_col1"] + Filter Operator [FIL_615] (rows=1861800 width=385) + predicate:cd_demo_sk is not null + TableScan [TS_166] (rows=1861800 width=385) + default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 67 [SIMPLE_EDGE] SHUFFLE [RS_178] - PartitionCols:_col6 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_646] (rows=766650239 width=88) - Conds:RS_175._col3=RS_176._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col17"] + Conds:RS_175._col6=RS_176._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col18"] <-Map 71 [SIMPLE_EDGE] SHUFFLE [RS_176] PartitionCols:_col0 - Select Operator [SEL_165] (rows=3106 width=104) - Output:["_col0","_col1"] - Filter Operator [FIL_614] (rows=3106 width=104) - predicate:cd_demo_sk is not null - TableScan [TS_163] (rows=3106 width=104) - default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] + Select Operator [SEL_165] (rows=1704 width=1910) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_614] (rows=1704 width=1910) + predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null) + TableScan [TS_163] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] <-Reducer 66 [SIMPLE_EDGE] SHUFFLE [RS_175] - PartitionCols:_col3 + PartitionCols:_col6 Merge Join Operator [MERGEJOIN_645] (rows=696954748 width=88) Conds:RS_172._col0=RS_173._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"] <-Map 70 [SIMPLE_EDGE] diff --git a/ql/src/test/results/clientpositive/perf/query7.q.out b/ql/src/test/results/clientpositive/perf/query7.q.out index a872c84..65478ab 100644 --- a/ql/src/test/results/clientpositive/perf/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/query7.q.out @@ -30,56 +30,56 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col0 Group By Operator [GBY_28] (rows=843315281 width=88) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col14 + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col18 Select Operator [SEL_27] (rows=843315281 width=88) - Output:["_col14","_col4","_col5","_col7","_col6"] + Output:["_col18","_col4","_col5","_col7","_col6"] Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88) - Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col14"] + Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_14] (rows=132 width=304) - Output:["_col0"] - Filter Operator [FIL_54] (rows=132 width=304) - predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) - TableScan [TS_12] (rows=1062 width=304) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] + Select Operator [SEL_14] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_54] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_12] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col2 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88) - Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col14"] + Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) - Output:["_col0","_col1"] - Filter Operator [FIL_53] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_9] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] + Select Operator [SEL_11] (rows=2300 width=1179) + Output:["_col0"] + Filter Operator [FIL_53] (rows=2300 width=1179) + predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) + TableScan [TS_9] (rows=2300 width=1179) + default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] - PartitionCols:_col1 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88) - Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7"] + Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_8] (rows=2300 width=1179) + Select Operator [SEL_8] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_52] (rows=2300 width=1179) - predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) - TableScan [TS_6] (rows=2300 width=1179) - default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] + Filter Operator [FIL_52] (rows=36524 width=1119) + predicate:((d_year = 1998) and d_date_sk is not null) + TableScan [TS_6] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] - PartitionCols:_col3 + PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] - PartitionCols:_col0 + PartitionCols:_col2 Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Filter Operator [FIL_50] (rows=575995635 width=88) @@ -89,10 +89,10 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_5] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=36524 width=1119) - predicate:((d_year = 1998) and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] + Filter Operator [FIL_51] (rows=232725 width=385) + predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) + TableScan [TS_3] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git a/ql/src/test/results/clientpositive/perf/query72.q.out b/ql/src/test/results/clientpositive/perf/query72.q.out index 718129e..2960e13 100644 --- a/ql/src/test/results/clientpositive/perf/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/query72.q.out @@ -72,80 +72,80 @@ Stage-0 Select Operator [SEL_53] (rows=205777294 width=135) Output:["_col4","_col5","_col6","_col13","_col15","_col21","_col22","_col27"] Merge Join Operator [MERGEJOIN_141] (rows=205777294 width=135) - Conds:RS_50._col2=RS_51._col0(Inner),Output:["_col4","_col5","_col6","_col13","_col14","_col21","_col23","_col25"] + Conds:RS_50._col10=RS_51._col0(Inner),Output:["_col4","_col5","_col6","_col13","_col14","_col23","_col25","_col27"] <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_51] PartitionCols:_col0 - Select Operator [SEL_31] (rows=1553 width=104) - Output:["_col0"] - Filter Operator [FIL_131] (rows=1553 width=104) - predicate:((cd_marital_status = 'M') and cd_demo_sk is not null) - TableScan [TS_29] (rows=3106 width=104) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] + Select Operator [SEL_31] (rows=27 width=1029) + Output:["_col0","_col1"] + Filter Operator [FIL_131] (rows=27 width=1029) + predicate:w_warehouse_sk is not null + TableScan [TS_29] (rows=27 width=1029) + default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"] <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_50] - PartitionCols:_col2 + PartitionCols:_col10 Merge Join Operator [MERGEJOIN_140] (rows=187070264 width=135) - Conds:RS_47._col10=RS_48._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col13","_col14","_col21","_col23","_col25"] + Conds:RS_47._col1=RS_48._col0(Inner),Output:["_col4","_col5","_col6","_col10","_col13","_col14","_col23","_col25"] <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_48] PartitionCols:_col0 - Select Operator [SEL_28] (rows=27 width=1029) + Select Operator [SEL_28] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_130] (rows=27 width=1029) - predicate:w_warehouse_sk is not null - TableScan [TS_26] (rows=27 width=1029) - default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"] + Filter Operator [FIL_130] (rows=73049 width=1119) + predicate:d_date_sk is not null + TableScan [TS_26] (rows=73049 width=1119) + default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_47] - PartitionCols:_col10 + PartitionCols:_col1 Merge Join Operator [MERGEJOIN_139] (rows=170063873 width=135) - Conds:RS_44._col1=RS_45._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col10","_col13","_col14","_col21","_col23"] + Conds:RS_44._col4=RS_45._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col10","_col13","_col14","_col23"] <-Map 19 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col0 - Select Operator [SEL_25] (rows=73049 width=1119) + Select Operator [SEL_25] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_129] (rows=73049 width=1119) - predicate:d_date_sk is not null - TableScan [TS_23] (rows=73049 width=1119) - default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] + Filter Operator [FIL_129] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_23] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_44] - PartitionCols:_col1 + PartitionCols:_col4 Merge Join Operator [MERGEJOIN_138] (rows=154603518 width=135) - Conds:RS_41._col4=RS_42._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col10","_col13","_col14","_col21"] + Conds:RS_41._col3=RS_42._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col10","_col13","_col14"] <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col0 - Select Operator [SEL_22] (rows=462000 width=1436) - Output:["_col0","_col1"] - Filter Operator [FIL_128] (rows=462000 width=1436) - predicate:i_item_sk is not null - TableScan [TS_20] (rows=462000 width=1436) - default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"] + Select Operator [SEL_22] (rows=3600 width=107) + Output:["_col0"] + Filter Operator [FIL_128] (rows=3600 width=107) + predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null) + TableScan [TS_20] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_41] - PartitionCols:_col4 + PartitionCols:_col3 Merge Join Operator [MERGEJOIN_137] (rows=140548650 width=135) - Conds:RS_38._col3=RS_39._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col10","_col13","_col14"] + Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col10","_col13","_col14"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col0 - Select Operator [SEL_19] (rows=3600 width=107) + Select Operator [SEL_19] (rows=930900 width=385) Output:["_col0"] - Filter Operator [FIL_127] (rows=3600 width=107) - predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null) - TableScan [TS_17] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] + Filter Operator [FIL_127] (rows=930900 width=385) + predicate:((cd_marital_status = 'M') and cd_demo_sk is not null) + TableScan [TS_17] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_38] - PartitionCols:_col3 + PartitionCols:_col2 Merge Join Operator [MERGEJOIN_136] (rows=127771498 width=135) - Conds:RS_35._col8, _col14=RS_36._col0, _col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col10","_col13","_col14"] + Conds:RS_35._col14, _col8=RS_36._col1, _col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col10","_col13","_col14"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_36] - PartitionCols:_col0, _col1 + PartitionCols:_col1, _col0 Select Operator [SEL_16] (rows=73049 width=1119) Output:["_col0","_col1"] Filter Operator [FIL_126] (rows=73049 width=1119) @@ -154,7 +154,7 @@ Stage-0 default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_35] - PartitionCols:_col8, _col14 + PartitionCols:_col14, _col8 Merge Join Operator [MERGEJOIN_135] (rows=116155905 width=135) Conds:RS_32._col0=RS_33._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col10","_col13","_col14"] <-Map 15 [SIMPLE_EDGE] diff --git a/ql/src/test/results/clientpositive/perf/query84.q.out b/ql/src/test/results/clientpositive/perf/query84.q.out index 9a98bd3..cf68729 100644 --- a/ql/src/test/results/clientpositive/perf/query84.q.out +++ b/ql/src/test/results/clientpositive/perf/query84.q.out @@ -39,11 +39,11 @@ Stage-0 <-Map 4 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_5] (rows=80765 width=4) + Select Operator [SEL_5] (rows=1861800 width=385) Output:["_col0"] - Filter Operator [FIL_59] (rows=80765 width=4) + Filter Operator [FIL_59] (rows=1861800 width=385) predicate:cd_demo_sk is not null - TableScan [TS_3] (rows=80765 width=4) + TableScan [TS_3] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_31] diff --git a/ql/src/test/results/clientpositive/perf/query85.q.out b/ql/src/test/results/clientpositive/perf/query85.q.out index f3e178a..b0e6e41 100644 --- a/ql/src/test/results/clientpositive/perf/query85.q.out +++ b/ql/src/test/results/clientpositive/perf/query85.q.out @@ -73,19 +73,19 @@ Stage-0 Select Operator [SEL_39] (rows=86969158 width=135) Output:["_col0","_col4","_col6","_col11","_col13","_col14","_col23"] Merge Join Operator [MERGEJOIN_107] (rows=86969158 width=135) - Conds:RS_36._col20, _col21, _col13=RS_37._col1, _col2, _col0(Inner),Output:["_col1","_col3","_col7","_col9","_col14","_col16","_col17"] + Conds:RS_36._col13, _col20, _col21=RS_37._col0, _col1, _col2(Inner),Output:["_col1","_col3","_col7","_col9","_col14","_col16","_col17"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_37] - PartitionCols:_col1, _col2, _col0 - Select Operator [SEL_32] (rows=1583 width=204) + PartitionCols:_col0, _col1, _col2 + Select Operator [SEL_32] (rows=1861800 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_101] (rows=1583 width=204) + Filter Operator [FIL_101] (rows=1861800 width=385) predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_marital_status is not null and cd_education_status is not null) - TableScan [TS_30] (rows=1583 width=204) + TableScan [TS_30] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_36] - PartitionCols:_col20, _col21, _col13 + PartitionCols:_col13, _col20, _col21 Merge Join Operator [MERGEJOIN_106] (rows=79062870 width=135) Conds:RS_33._col0=RS_34._col9(Inner),Output:["_col1","_col3","_col7","_col9","_col13","_col14","_col16","_col17","_col20","_col21"] <-Map 6 [SIMPLE_EDGE] @@ -111,11 +111,11 @@ Stage-0 <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_17] (rows=1583 width=204) + Select Operator [SEL_17] (rows=1861800 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_100] (rows=1583 width=204) - predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_marital_status is not null and cd_education_status is not null) - TableScan [TS_15] (rows=1583 width=204) + Filter Operator [FIL_100] (rows=1861800 width=385) + predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_education_status is not null and cd_marital_status is not null) + TableScan [TS_15] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_24] diff --git a/ql/src/test/results/clientpositive/perf/query89.q.out b/ql/src/test/results/clientpositive/perf/query89.q.out index 7bc8700..8d9d796 100644 --- a/ql/src/test/results/clientpositive/perf/query89.q.out +++ b/ql/src/test/results/clientpositive/perf/query89.q.out @@ -143,7 +143,7 @@ Stage-0 Select Operator [SEL_5] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3"] Filter Operator [FIL_48] (rows=231000 width=1436) - predicate:(((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and ((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and (((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and i_item_sk is not null) + predicate:(((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and (((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category"] diff --git a/ql/src/test/results/clientpositive/perf/query91.q.out b/ql/src/test/results/clientpositive/perf/query91.q.out index 81f37c5..66c1b68 100644 --- a/ql/src/test/results/clientpositive/perf/query91.q.out +++ b/ql/src/test/results/clientpositive/perf/query91.q.out @@ -5,126 +5,126 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 10 <- Map 12 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE) -Reducer 11 <- Map 13 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE) -Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) -Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) -Reducer 5 <- Map 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) +Reducer 10 <- Map 13 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE) +Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE) +Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE) +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) +Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) +Reducer 4 <- Reducer 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) +Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 6 <- Reducer 5 (SIMPLE_EDGE) -Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 + Reducer 6 File Output Operator [FS_47] Select Operator [SEL_46] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 6 [SIMPLE_EDGE] + <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_45] Select Operator [SEL_44] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col3"] Group By Operator [GBY_43] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 - <-Reducer 5 [SIMPLE_EDGE] + <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col0, _col1, _col2, _col3, _col4 Group By Operator [GBY_41] (rows=117128008 width=860) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col9)"],keys:_col14, _col15, _col16, _col20, _col21 + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col8, _col9, _col10, _col18, _col19 Select Operator [SEL_40] (rows=117128008 width=860) - Output:["_col14","_col15","_col16","_col20","_col21","_col9"] - Merge Join Operator [MERGEJOIN_85] (rows=117128008 width=860) - Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col9","_col14","_col15","_col16","_col20","_col21"] - <-Map 15 [SIMPLE_EDGE] + Output:["_col8","_col9","_col10","_col18","_col19","_col3"] + Merge Join Operator [MERGEJOIN_81] (rows=117128008 width=860) + Conds:RS_37._col1=RS_38._col2(Inner),Output:["_col3","_col8","_col9","_col10","_col18","_col19"] + <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_38] - PartitionCols:_col0 - Select Operator [SEL_27] (rows=790 width=204) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_79] (rows=790 width=204) - predicate:(((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'W')) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and cd_demo_sk is not null) - TableScan [TS_25] (rows=1583 width=204) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] - <-Reducer 4 [SIMPLE_EDGE] + PartitionCols:_col2 + Select Operator [SEL_30] (rows=106480005 width=860) + Output:["_col2","_col7","_col8"] + Merge Join Operator [MERGEJOIN_80] (rows=106480005 width=860) + Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col0","_col5","_col6"] + <-Map 15 [SIMPLE_EDGE] + SHUFFLE [RS_28] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=3600 width=107) + Output:["_col0"] + Filter Operator [FIL_75] (rows=3600 width=107) + predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null) + TableScan [TS_18] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] + <-Reducer 11 [SIMPLE_EDGE] + SHUFFLE [RS_27] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_79] (rows=96800003 width=860) + Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col2","_col5","_col6"] + <-Map 14 [SIMPLE_EDGE] + SHUFFLE [RS_25] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=20000000 width=1014) + Output:["_col0"] + Filter Operator [FIL_74] (rows=20000000 width=1014) + predicate:((ca_gmt_offset = -7) and ca_address_sk is not null) + TableScan [TS_15] (rows=40000000 width=1014) + default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] + <-Reducer 10 [SIMPLE_EDGE] + SHUFFLE [RS_24] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_78] (rows=88000001 width=860) + Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6"] + <-Map 13 [SIMPLE_EDGE] + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_14] (rows=930900 width=385) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_73] (rows=930900 width=385) + predicate:(((cd_marital_status = 'M') or (cd_marital_status = 'W')) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and cd_demo_sk is not null) + TableScan [TS_12] (rows=1861800 width=385) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_21] + PartitionCols:_col1 + Select Operator [SEL_11] (rows=80000000 width=860) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_72] (rows=80000000 width=860) + predicate:(c_customer_sk is not null and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) + TableScan [TS_9] (rows=80000000 width=860) + default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"] + <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_84] (rows=106480005 width=860) - Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col1","_col9","_col14","_col15","_col16"] - <-Map 14 [SIMPLE_EDGE] + Merge Join Operator [MERGEJOIN_77] (rows=34846646 width=106) + Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"] + <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col0 - Select Operator [SEL_24] (rows=3600 width=107) - Output:["_col0"] - Filter Operator [FIL_78] (rows=3600 width=107) - predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null) - TableScan [TS_22] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] - <-Reducer 3 [SIMPLE_EDGE] + Select Operator [SEL_8] (rows=60 width=2045) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_71] (rows=60 width=2045) + predicate:cc_call_center_sk is not null + TableScan [TS_6] (rows=60 width=2045) + default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"] + <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_34] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_83] (rows=96800003 width=860) - Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col9","_col14","_col15","_col16"] - <-Reducer 11 [SIMPLE_EDGE] - SHUFFLE [RS_32] - PartitionCols:_col1 - Select Operator [SEL_21] (rows=34846646 width=106) - Output:["_col1","_col10","_col3","_col8","_col9"] - Merge Join Operator [MERGEJOIN_82] (rows=34846646 width=106) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_19] - PartitionCols:_col0 - Select Operator [SEL_14] (rows=60 width=2045) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_77] (rows=60 width=2045) - predicate:cc_call_center_sk is not null - TableScan [TS_12] (rows=60 width=2045) - default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_18] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_81] (rows=31678769 width=106) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_16] - PartitionCols:_col0 - Select Operator [SEL_11] (rows=18262 width=1119) - Output:["_col0"] - Filter Operator [FIL_76] (rows=18262 width=1119) - predicate:((d_year = 1999) and (d_moy = 11) and d_date_sk is not null) - TableScan [TS_9] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_15] - PartitionCols:_col0 - Select Operator [SEL_8] (rows=28798881 width=106) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_75] (rows=28798881 width=106) - predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null) - TableScan [TS_6] (rows=28798881 width=106) - default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"] - <-Reducer 2 [SIMPLE_EDGE] + Merge Join Operator [MERGEJOIN_76] (rows=31678769 width=106) + Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_80] (rows=88000001 width=860) - Conds:RS_28._col3=RS_29._col0(Inner),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_28] - PartitionCols:_col3 - Select Operator [SEL_2] (rows=80000000 width=860) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_73] (rows=80000000 width=860) - predicate:(c_customer_sk is not null and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) - TableScan [TS_0] (rows=80000000 width=860) - default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_29] - PartitionCols:_col0 - Select Operator [SEL_5] (rows=20000000 width=1014) - Output:["_col0"] - Filter Operator [FIL_74] (rows=20000000 width=1014) - predicate:((ca_gmt_offset = -7) and ca_address_sk is not null) - TableScan [TS_3] (rows=40000000 width=1014) - default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] + Select Operator [SEL_2] (rows=28798881 width=106) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_69] (rows=28798881 width=106) + predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null) + TableScan [TS_0] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"] + <-Map 7 [SIMPLE_EDGE] + SHUFFLE [RS_32] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_70] (rows=18262 width=1119) + predicate:((d_year = 1999) and (d_moy = 11) and d_date_sk is not null) + TableScan [TS_3] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]