diff --git a/data/conf/perf-reg/hive-site.xml b/data/conf/perf-reg/hive-site.xml index 77bbe91..9e929fc 100644 --- a/data/conf/perf-reg/hive-site.xml +++ b/data/conf/perf-reg/hive-site.xml @@ -268,11 +268,6 @@ - hive.metastore.fastpath - true - - - hive.metastore.rawstore.impl org.apache.hadoop.hive.metastore.ObjectStore diff --git a/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt b/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt index 9aa385a..a669e2e 100644 --- a/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt +++ b/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt @@ -100,3 +100,44 @@ _web_site_,numRows,84 _web_site_,rawDataSize,155408 _web_site_,totalSize,11271 _web_site_,transient_lastDdlTime,1434562107 +_catalog_returns_,COLUMN_STATS_ACCURATE,true +_catalog_returns_,numFiles,400 +_catalog_returns_,numRows,28798881 +_catalog_returns_,rawDataSize,3057234680 +_catalog_returns_,totalSize,1651022096 +_catalog_sales_,COLUMN_STATS_ACCURATE,true +_catalog_sales_,numFiles,552 +_catalog_sales_,numRows,287989836 +_catalog_sales_,rawDataSize,38999608952 +_catalog_sales_,totalSize,16430853294 +_catalog_sales_,transient_lastDdlTime,1434700893 +_inventory_,COLUMN_STATS_ACCURATE,true +_inventory_,numFiles,51 +_inventory_,numRows,37584000 +_inventory_,rawDataSize,593821104 +_inventory_,totalSize,58323594 +_inventory_,transient_lastDdlTime,1434681166 +_store_sales_,COLUMN_STATS_ACCURATE,true +_store_sales_,numFiles,600 +_store_sales_,numRows,575995635 +_store_sales_,rawDataSize,50814502088 +_store_sales_,totalSize,22288384284 +_store_sales_,transient_lastDdlTime,1434700760 +_web_sales_,COLUMN_STATS_ACCURATE,true +_web_sales_,numFiles,529 +_web_sales_,numRows,144002668 +_web_sales_,rawDataSize,19580198212 +_web_sales_,totalSize,8304889016 +_web_sales_,transient_lastDdlTime,1434700829 +_web_returns_,COLUMN_STATS_ACCURATE,true +_web_returns_,numFiles,135 +_web_returns_,numRows,14398467 +_web_returns_,rawDataSize,1325194184 +_web_returns_,totalSize,827734274 +_web_returns_,transient_lastDdlTime,1434700842 +_store_returns_,COLUMN_STATS_ACCURATE,true +_store_returns_,numFiles,573 +_store_returns_,numRows,57591150 +_store_returns_,rawDataSize,4462194832 +_store_returns_,totalSize,2683203627 +_store_returns_,transient_lastDdlTime,1434700790 diff --git a/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt b/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt index a1e54fd..2b0dd01 100644 --- a/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt +++ b/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt @@ -98,7 +98,7 @@ default,customer_address,ca_zip,string,,,,,,,10141,0,4.849962,5,,,1434571715,629 default,customer_address,ca_country,string,,,,,,,2,0,12.610234325,13,,,1434571715,6293,_customer_address_ default,customer_address,ca_gmt_offset,float,,,-10,-5,,,5,1201179,,,,,1434571715,6294,_customer_address_ default,customer_address,ca_location_type,string,,,,,,,4,0,8.729921525,13,,,1434571715,6295,_customer_address_ -default,customer_demographics,cd_demo_sk,int,1,_time_dim_800,,,,,1835839,0,,,,,1434571729,6296,_customer_demographics_ +default,customer_demographics,cd_demo_sk,int,1,1920800,,,,,1835839,0,,,,,1434571729,6296,_customer_demographics_ default,customer_demographics,cd_gender,string,,,,,,,2,0,1,1,,,1434571729,6297,_customer_demographics_ default,customer_demographics,cd_marital_status,string,,,,,,,7,0,1,1,,,1434571729,6298,_customer_demographics_ default,customer_demographics,cd_education_status,string,,,,,,,9,0,9.57142857142857,15,,,1434571729,6299,_customer_demographics_ @@ -257,3 +257,169 @@ default,web_site,web_zip,string,,,,,,,56,0,5,5,,,1434572787,6451,_web_site_ default,web_site,web_country,string,,,,,,,2,0,12.8452380952381,13,,,1434572787,6452,_web_site_ default,web_site,web_gmt_offset,float,,,-8,-5,,,3,1,,,,,1434572787,6453,_web_site_ default,web_site,web_tax_percentage,float,,,0,0.119999997317791,,,17,1,,,,,1434572787,6454,_web_site_ +default,catalog_returns,cr_returned_date_sk,int,2450821,2452924,,,,,2535,0,,,,,1434701010,7142,_catalog_returns_ +default,catalog_returns,cr_returned_time_sk,int,0,86399,,,,,125124,0,,,,,1434701010,7143,_catalog_returns_ +default,catalog_returns,cr_item_sk,int,1,48000,,,,,62562,0,,,,,1434701010,7144,_catalog_returns_ +default,catalog_returns,cr_refunded_customer_sk,int,1,1600000,,,,,1415625,575640,,,,,1434701010,7145,_catalog_returns_ +default,catalog_returns,cr_refunded_cdemo_sk,int,1,1920800,,,,,1835839,576793,,,,,1434701010,7146,_catalog_returns_ +default,catalog_returns,cr_refunded_hdemo_sk,int,1,7200,,,,,9299,576604,,,,,1434701010,7147,_catalog_returns_ +default,catalog_returns,cr_refunded_addr_sk,int,1,800000,,,,,707812,576661,,,,,1434701010,7148,_catalog_returns_ +default,catalog_returns,cr_returning_customer_sk,int,1,1600000,,,,,1415625,575663,,,,,1434701010,7149,_catalog_returns_ +default,catalog_returns,cr_returning_cdemo_sk,int,1,1920800,,,,,1835839,576462,,,,,1434701010,7150,_catalog_returns_ +default,catalog_returns,cr_returning_hdemo_sk,int,1,7200,,,,,9299,577306,,,,,1434701010,7151,_catalog_returns_ +default,catalog_returns,cr_returning_addr_sk,int,1,800000,,,,,707812,577349,,,,,1434701010,7152,_catalog_returns_ +default,catalog_returns,cr_call_center_sk,int,1,8,,,,,9,576152,,,,,1434701010,7153,_catalog_returns_ +default,catalog_returns,cr_catalog_page_sk,int,1,9828,,,,,7488,577076,,,,,1434701010,7154,_catalog_returns_ +default,catalog_returns,cr_ship_mode_sk,int,1,20,,,,,18,576040,,,,,1434701010,7155,_catalog_returns_ +default,catalog_returns,cr_warehouse_sk,int,1,6,,,,,5,576830,,,,,1434701010,7156,_catalog_returns_ +default,catalog_returns,cr_reason_sk,int,1,37,,,,,24,576949,,,,,1434701010,7157,_catalog_returns_ +default,catalog_returns,cr_order_number,int,2,31999999,,,,,18238808,0,,,,,1434701010,7158,_catalog_returns_ +default,catalog_returns,cr_return_quantity,int,1,100,,,,,63,576244,,,,,1434701010,7159,_catalog_returns_ +default,catalog_returns,cr_return_amount,float,,,0,28778.310546875,,,1139925,576461,,,,,1434701010,7160,_catalog_returns_ +default,catalog_returns,cr_return_tax,float,,,0,2391.1201171875,,,130664,577147,,,,,1434701010,7161,_catalog_returns_ +default,catalog_returns,cr_return_amt_inc_tax,float,,,0,29677.359375,,,1758005,576846,,,,,1434701010,7162,_catalog_returns_ +default,catalog_returns,cr_fee,float,,,0.5,100,,,12060,576294,,,,,1434701010,7163,_catalog_returns_ +default,catalog_returns,cr_return_ship_cost,float,,,0,14130.9599609375,,,595197,576784,,,,,1434701010,7164,_catalog_returns_ +default,catalog_returns,cr_refunded_cash,float,,,0,25606.5390625,,,1139925,575637,,,,,1434701010,7165,_catalog_returns_ +default,catalog_returns,cr_reversed_charge,float,,,0,23801.240234375,,,649067,577379,,,,,1434701010,7166,_catalog_returns_ +default,catalog_returns,cr_store_credit,float,,,0,22653.91015625,,,621548,576505,,,,,1434701010,7167,_catalog_returns_ +default,catalog_returns,cr_net_loss,float,,,0.5,15781.830078125,,,1091596,576295,,,,,1434701010,7168,_catalog_returns_ +default,catalog_sales,cs_sold_date_sk,int,2450815,2452654,,,,,2226,1440109,,,,,1434701053,7169,_catalog_sales_ +default,catalog_sales,cs_sold_time_sk,int,0,86399,,,,,125124,1439981,,,,,1434701053,7170,_catalog_sales_ +default,catalog_sales,cs_ship_date_sk,int,2450817,2452744,,,,,2324,1439858,,,,,1434701053,7171,_catalog_sales_ +default,catalog_sales,cs_bill_customer_sk,int,1,1600000,,,,,1415625,1439092,,,,,1434701053,7172,_catalog_sales_ +default,catalog_sales,cs_bill_cdemo_sk,int,1,1920800,,,,,1835839,1440094,,,,,1434701053,7173,_catalog_sales_ +default,catalog_sales,cs_bill_hdemo_sk,int,1,7200,,,,,9299,1438041,,,,,1434701053,7174,_catalog_sales_ +default,catalog_sales,cs_bill_addr_sk,int,1,800000,,,,,707812,1439191,,,,,1434701053,7175,_catalog_sales_ +default,catalog_sales,cs_ship_customer_sk,int,1,1600000,,,,,1415625,1441690,,,,,1434701053,7176,_catalog_sales_ +default,catalog_sales,cs_ship_cdemo_sk,int,1,1920800,,,,,1835839,1439916,,,,,1434701053,7177,_catalog_sales_ +default,catalog_sales,cs_ship_hdemo_sk,int,1,7200,,,,,9299,1441155,,,,,1434701053,7178,_catalog_sales_ +default,catalog_sales,cs_ship_addr_sk,int,1,800000,,,,,707812,1437501,,,,,1434701053,7179,_catalog_sales_ +default,catalog_sales,cs_call_center_sk,int,1,8,,,,,9,1438943,,,,,1434701053,7180,_catalog_sales_ +default,catalog_sales,cs_catalog_page_sk,int,1,9828,,,,,7488,1439230,,,,,1434701053,7181,_catalog_sales_ +default,catalog_sales,cs_ship_mode_sk,int,1,20,,,,,18,1439234,,,,,1434701053,7182,_catalog_sales_ +default,catalog_sales,cs_warehouse_sk,int,1,6,,,,,5,1441117,,,,,1434701053,7183,_catalog_sales_ +default,catalog_sales,cs_item_sk,int,1,48000,,,,,62562,0,,,,,1434701053,7184,_catalog_sales_ +default,catalog_sales,cs_promo_sk,int,1,450,,,,,224,1440151,,,,,1434701053,7185,_catalog_sales_ +default,catalog_sales,cs_order_number,int,1,32000000,,,,,45300013,0,,,,,1434701053,7186,_catalog_sales_ +default,catalog_sales,cs_quantity,int,1,100,,,,,63,1439531,,,,,1434701053,7187,_catalog_sales_ +default,catalog_sales,cs_wholesale_cost,float,,,1,100,,,12060,1440635,,,,,1434701053,7188,_catalog_sales_ +default,catalog_sales,cs_list_price,float,,,1,300,,,27468,1440771,,,,,1434701053,7189,_catalog_sales_ +default,catalog_sales,cs_sales_price,float,,,0,300,,,27468,1439327,,,,,1434701053,7190,_catalog_sales_ +default,catalog_sales,cs_ext_discount_amt,float,,,0,29767,,,1543750,1440329,,,,,1434701053,7191,_catalog_sales_ +default,catalog_sales,cs_ext_sales_price,float,,,0,29943,,,1612098,1439296,,,,,1434701053,7192,_catalog_sales_ +default,catalog_sales,cs_ext_wholesale_cost,float,,,1,10000,,,545798,1439858,,,,,1434701053,7193,_catalog_sales_ +default,catalog_sales,cs_ext_list_price,float,,,1,30000,,,1612098,1439697,,,,,1434701053,7194,_catalog_sales_ +default,catalog_sales,cs_ext_tax,float,,,0,2673.27001953125,,,284981,1439788,,,,,1434701053,7195,_catalog_sales_ +default,catalog_sales,cs_coupon_amt,float,,,0,28422.939453125,,,2090632,1439246,,,,,1434701053,7196,_catalog_sales_ +default,catalog_sales,cs_ext_ship_cost,float,,,0,14994,,,771875,1439291,,,,,1434701053,7197,_catalog_sales_ +default,catalog_sales,cs_net_paid,float,,,0,29943,,,2711215,1439634,,,,,1434701053,7198,_catalog_sales_ +default,catalog_sales,cs_net_paid_inc_tax,float,,,0,32376.26953125,,,2956601,1439480,,,,,1434701053,7199,_catalog_sales_ +default,catalog_sales,cs_net_paid_inc_ship,float,,,0,43725,,,2956601,0,,,,,1434701053,7200,_catalog_sales_ +default,catalog_sales,cs_net_paid_inc_ship_tax,float,,,0,45460.80078125,,,3087500,0,,,,,1434701053,7201,_catalog_sales_ +default,catalog_sales,cs_net_profit,float,,,-10000,19962,,,2183192,0,,,,,1434701053,7202,_catalog_sales_ +default,inventory,inv_date_sk,int,2450815,2452635,,,,,316,0,,,,,1434681195,6879,_inventory_ +default,inventory,inv_item_sk,int,1,48000,,,,,62562,0,,,,,1434681195,6880,_inventory_ +default,inventory,inv_warehouse_sk,int,1,6,,,,,5,0,,,,,1434681195,6881,_inventory_ +default,inventory,inv_quantity_on_hand,int,0,1000,,,,,691,1880724,,,,,1434681195,6882,_inventory_ +default,store_sales,ss_sold_date_sk,int,2450816,2452642,,,,,2226,25919081,,,,,1434701145,7281,_store_sales_ +default,store_sales,ss_sold_time_sk,int,28800,75599,,,,,74399,25917462,,,,,1434701145,7282,_store_sales_ +default,store_sales,ss_item_sk,int,1,48000,,,,,62562,0,,,,,1434701145,7283,_store_sales_ +default,store_sales,ss_customer_sk,int,1,1600000,,,,,1415625,25915323,,,,,1434701145,7284,_store_sales_ +default,store_sales,ss_cdemo_sk,int,1,1920800,,,,,1835839,25919854,,,,,1434701145,7285,_store_sales_ +default,store_sales,ss_hdemo_sk,int,1,7200,,,,,9299,25915104,,,,,1434701145,7286,_store_sales_ +default,store_sales,ss_addr_sk,int,1,800000,,,,,707812,25915529,,,,,1434701145,7287,_store_sales_ +default,store_sales,ss_store_sk,int,1,212,,,,,90,25912696,,,,,1434701145,7288,_store_sales_ +default,store_sales,ss_promo_sk,int,1,450,,,,,224,25916282,,,,,1434701145,7289,_store_sales_ +default,store_sales,ss_ticket_number,int,1,48000000,,,,,56256175,0,,,,,1434701145,7290,_store_sales_ +default,store_sales,ss_quantity,int,1,100,,,,,63,25915535,,,,,1434701145,7291,_store_sales_ +default,store_sales,ss_wholesale_cost,float,,,1,100,,,12060,25919883,,,,,1434701145,7292,_store_sales_ +default,store_sales,ss_list_price,float,,,1,200,,,17056,25917233,,,,,1434701145,7293,_store_sales_ +default,store_sales,ss_sales_price,float,,,0,200,,,17056,25920715,,,,,1434701145,7294,_store_sales_ +default,store_sales,ss_ext_discount_amt,float,,,0,19225,,,1298134,25919240,,,,,1434701145,7295,_store_sales_ +default,store_sales,ss_ext_sales_price,float,,,0,19884,,,1139925,25919038,,,,,1434701145,7296,_store_sales_ +default,store_sales,ss_ext_wholesale_cost,float,,,1,10000,,,545798,25922497,,,,,1434701145,7297,_store_sales_ +default,store_sales,ss_ext_list_price,float,,,1,20000,,,1139925,25914179,,,,,1434701145,7298,_store_sales_ +default,store_sales,ss_ext_tax,float,,,0,1789.56005859375,,,219750,25918655,,,,,1434701145,7299,_store_sales_ +default,store_sales,ss_coupon_amt,float,,,0,19225,,,1298134,25919240,,,,,1434701145,7300,_store_sales_ +default,store_sales,ss_net_paid,float,,,0,19884,,,1917118,25919162,,,,,1434701145,7301,_store_sales_ +default,store_sales,ss_net_paid_inc_tax,float,,,0,21673.560546875,,,2380788,25925354,,,,,1434701145,7302,_store_sales_ +default,store_sales,ss_net_profit,float,,,-10000,9942,,,2380788,25912021,,,,,1434701145,7303,_store_sales_ +default,web_sales,ws_sold_date_sk,int,2450816,2452642,,,,,2226,35804,,,,,1434701088,7227,_web_sales_ +default,web_sales,ws_sold_time_sk,int,0,86399,,,,,125124,36037,,,,,1434701088,7228,_web_sales_ +default,web_sales,ws_ship_date_sk,int,2450817,2452762,,,,,2324,35780,,,,,1434701088,7229,_web_sales_ +default,web_sales,ws_item_sk,int,1,48000,,,,,62562,0,,,,,1434701088,7230,_web_sales_ +default,web_sales,ws_bill_customer_sk,int,1,1600000,,,,,1415625,35880,,,,,1434701088,7231,_web_sales_ +default,web_sales,ws_bill_cdemo_sk,int,1,1920800,,,,,1835839,35762,,,,,1434701088,7232,_web_sales_ +default,web_sales,ws_bill_hdemo_sk,int,1,7200,,,,,9299,36012,,,,,1434701088,7233,_web_sales_ +default,web_sales,ws_bill_addr_sk,int,1,800000,,,,,707812,35627,,,,,1434701088,7234,_web_sales_ +default,web_sales,ws_ship_customer_sk,int,1,1600000,,,,,1415625,35897,,,,,1434701088,7235,_web_sales_ +default,web_sales,ws_ship_cdemo_sk,int,1,1920800,,,,,1835839,35783,,,,,1434701088,7236,_web_sales_ +default,web_sales,ws_ship_hdemo_sk,int,1,7200,,,,,9299,35810,,,,,1434701088,7237,_web_sales_ +default,web_sales,ws_ship_addr_sk,int,1,800000,,,,,707812,35897,,,,,1434701088,7238,_web_sales_ +default,web_sales,ws_web_page_sk,int,1,342,,,,,205,35737,,,,,1434701088,7239,_web_sales_ +default,web_sales,ws_web_site_sk,int,1,38,,,,,25,35999,,,,,1434701088,7240,_web_sales_ +default,web_sales,ws_ship_mode_sk,int,1,20,,,,,18,35802,,,,,1434701088,7241,_web_sales_ +default,web_sales,ws_warehouse_sk,int,1,6,,,,,5,35925,,,,,1434701088,7242,_web_sales_ +default,web_sales,ws_promo_sk,int,1,450,,,,,224,36123,,,,,1434701088,7243,_web_sales_ +default,web_sales,ws_order_number,int,1,12000000,,,,,14686712,0,,,,,1434701088,7244,_web_sales_ +default,web_sales,ws_quantity,int,1,100,,,,,63,36054,,,,,1434701088,7245,_web_sales_ +default,web_sales,ws_wholesale_cost,float,,,1,100,,,12060,35939,,,,,1434701088,7246,_web_sales_ +default,web_sales,ws_list_price,float,,,1,300,,,27468,35970,,,,,1434701088,7247,_web_sales_ +default,web_sales,ws_sales_price,float,,,0,300,,,27468,35995,,,,,1434701088,7248,_web_sales_ +default,web_sales,ws_ext_discount_amt,float,,,0,29982,,,1543750,35968,,,,,1434701088,7249,_web_sales_ +default,web_sales,ws_ext_sales_price,float,,,0,29810,,,1415625,35945,,,,,1434701088,7250,_web_sales_ +default,web_sales,ws_ext_wholesale_cost,float,,,1,10000,,,545798,35704,,,,,1434701088,7251,_web_sales_ +default,web_sales,ws_ext_list_price,float,,,1.00999999046326,29997,,,1612098,36119,,,,,1434701088,7252,_web_sales_ +default,web_sales,ws_ext_tax,float,,,0,2682.89990234375,,,297598,35785,,,,,1434701088,7253,_web_sales_ +default,web_sales,ws_coupon_amt,float,,,0,27737.8203125,,,1612098,35986,,,,,1434701088,7254,_web_sales_ +default,web_sales,ws_ext_ship_cost,float,,,0,14927,,,677803,35929,,,,,1434701088,7255,_web_sales_ +default,web_sales,ws_net_paid,float,,,0,29810,,,2486195,35796,,,,,1434701088,7256,_web_sales_ +default,web_sales,ws_net_paid_inc_tax,float,,,0,32492.900390625,,,2596268,36094,,,,,1434701088,7257,_web_sales_ +default,web_sales,ws_net_paid_inc_ship,float,,,0,43674.83984375,,,2956601,0,,,,,1434701088,7258,_web_sales_ +default,web_sales,ws_net_paid_inc_ship_tax,float,,,0,46004.19140625,,,2956601,0,,,,,1434701088,7259,_web_sales_ +default,web_sales,ws_net_profit,float,,,-10000,19840,,,2090632,0,,,,,1434701088,7260,_web_sales_ +default,web_returns,wr_returned_date_sk,int,2450820,2453002,,,,,2647,648651,,,,,1434701060,7203,_web_returns_ +default,web_returns,wr_returned_time_sk,int,0,86399,,,,,125124,647816,,,,,1434701060,7204,_web_returns_ +default,web_returns,wr_item_sk,int,1,48000,,,,,62562,0,,,,,1434701060,7205,_web_returns_ +default,web_returns,wr_refunded_customer_sk,int,1,1600000,,,,,1415625,648741,,,,,1434701060,7206,_web_returns_ +default,web_returns,wr_refunded_cdemo_sk,int,1,1920800,,,,,1835839,648047,,,,,1434701060,7207,_web_returns_ +default,web_returns,wr_refunded_hdemo_sk,int,1,7200,,,,,9299,648703,,,,,1434701060,7208,_web_returns_ +default,web_returns,wr_refunded_addr_sk,int,1,800000,,,,,707812,648992,,,,,1434701060,7209,_web_returns_ +default,web_returns,wr_returning_customer_sk,int,1,1600000,,,,,1415625,648657,,,,,1434701060,7210,_web_returns_ +default,web_returns,wr_returning_cdemo_sk,int,1,1920800,,,,,1835839,648182,,,,,1434701060,7211,_web_returns_ +default,web_returns,wr_returning_hdemo_sk,int,1,7200,,,,,9299,648115,,,,,1434701060,7212,_web_returns_ +default,web_returns,wr_returning_addr_sk,int,1,800000,,,,,707812,648259,,,,,1434701060,7213,_web_returns_ +default,web_returns,wr_web_page_sk,int,1,342,,,,,205,649350,,,,,1434701060,7214,_web_returns_ +default,web_returns,wr_reason_sk,int,1,37,,,,,24,647884,,,,,1434701060,7215,_web_returns_ +default,web_returns,wr_order_number,int,1,11999999,,,,,8007986,0,,,,,1434701060,7216,_web_returns_ +default,web_returns,wr_return_quantity,int,1,100,,,,,63,648184,,,,,1434701060,7217,_web_returns_ +default,web_returns,wr_return_amt,float,,,0,28346.310546875,,,841735,648139,,,,,1434701060,7218,_web_returns_ +default,web_returns,wr_return_tax,float,,,0,2551.15991210938,,,105216,647420,,,,,1434701060,7219,_web_returns_ +default,web_returns,wr_return_amt_inc_tax,float,,,0,29493.380859375,,,1543750,647910,,,,,1434701060,7220,_web_returns_ +default,web_returns,wr_fee,float,,,0.5,100,,,12060,647879,,,,,1434701060,7221,_web_returns_ +default,web_returns,wr_return_ship_cost,float,,,0,14043.66015625,,,479279,647276,,,,,1434701060,7222,_web_returns_ +default,web_returns,wr_refunded_cash,float,,,0,26466.560546875,,,649067,649282,,,,,1434701060,7223,_web_returns_ +default,web_returns,wr_reversed_charge,float,,,0,22972.359375,,,545798,648744,,,,,1434701060,7224,_web_returns_ +default,web_returns,wr_account_credit,float,,,0,23166.330078125,,,439501,649368,,,,,1434701060,7225,_web_returns_ +default,web_returns,wr_net_loss,float,,,0.5,15068.9599609375,,,739150,649063,,,,,1434701060,7226,_web_returns_ +default,store_returns,sr_returned_date_sk,int,2450820,2452822,,,,,2324,2013145,,,,,1434701098,7261,_store_returns_ +default,store_returns,sr_return_time_sk,int,28799,61199,,,,,46196,2016532,,,,,1434701098,7262,_store_returns_ +default,store_returns,sr_item_sk,int,1,48000,,,,,62562,0,,,,,1434701098,7263,_store_returns_ +default,store_returns,sr_customer_sk,int,1,1600000,,,,,1415625,2016349,,,,,1434701098,7264,_store_returns_ +default,store_returns,sr_cdemo_sk,int,1,1920800,,,,,1835839,2013452,,,,,1434701098,7265,_store_returns_ +default,store_returns,sr_hdemo_sk,int,1,7200,,,,,9299,2015074,,,,,1434701098,7266,_store_returns_ +default,store_returns,sr_addr_sk,int,1,800000,,,,,707812,2015595,,,,,1434701098,7267,_store_returns_ +default,store_returns,sr_store_sk,int,1,212,,,,,90,2013530,,,,,1434701098,7268,_store_returns_ +default,store_returns,sr_reason_sk,int,1,37,,,,,24,2016587,,,,,1434701098,7269,_store_returns_ +default,store_returns,sr_ticket_number,int,1,48000000,,,,,34931085,0,,,,,1434701098,7270,_store_returns_ +default,store_returns,sr_return_quantity,int,1,100,,,,,63,2016579,,,,,1434701098,7271,_store_returns_ +default,store_returns,sr_return_amt,float,,,0,19387.169921875,,,841735,2015073,,,,,1434701098,7272,_store_returns_ +default,store_returns,sr_return_tax,float,,,0,1682.0400390625,,,114739,2014835,,,,,1434701098,7273,_store_returns_ +default,store_returns,sr_return_amt_inc_tax,float,,,0,20371.390625,,,1139925,2014852,,,,,1434701098,7274,_store_returns_ +default,store_returns,sr_fee,float,,,0.5,100,,,12060,2015809,,,,,1434701098,7275,_store_returns_ +default,store_returns,sr_return_ship_cost,float,,,0,9578.25,,,500499,2015477,,,,,1434701098,7276,_store_returns_ +default,store_returns,sr_refunded_cash,float,,,0,17556.94921875,,,917919,2015507,,,,,1434701098,7277,_store_returns_ +default,store_returns,sr_reversed_charge,float,,,0,16099.51953125,,,739150,2017819,,,,,1434701098,7278,_store_returns_ +default,store_returns,sr_store_credit,float,,,0,15642.1103515625,,,771875,2013589,,,,,1434701098,7279,_store_returns_ +default,store_returns,sr_net_loss,float,,,0.5,10447.7197265625,,,879002,2014488,,,,,1434701098,7280,_store_returns_ diff --git a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java index a6e8efa..9863d6c 100644 --- a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java +++ b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java @@ -2090,14 +2090,16 @@ public int compare(String str1, String str2) { } } for (Map.Entry entry : tableNameToID.entrySet()) { - String toReplace = "_" + entry.getKey() + "_" ; - String replacementString = ""+entry.getValue(); + String toReplace1 = ",_" + entry.getKey() + "_" ; + String replacementString1 = ","+entry.getValue(); + String toReplace2 = "_" + entry.getKey() + "_," ; + String replacementString2 = ""+entry.getValue()+","; try { String content1 = FileUtils.readFileToString(tmpFileLoc1, "UTF-8"); - content1 = content1.replaceAll(toReplace, replacementString); + content1 = content1.replaceAll(toReplace1, replacementString1); FileUtils.writeStringToFile(tmpFileLoc1, content1, "UTF-8"); String content2 = FileUtils.readFileToString(tmpFileLoc2, "UTF-8"); - content2 = content2.replaceAll(toReplace, replacementString); + content2 = content2.replaceAll(toReplace2, replacementString2); FileUtils.writeStringToFile(tmpFileLoc2, content2, "UTF-8"); } catch (IOException e) { LOG.info("Generating file failed", e); diff --git a/ql/src/test/results/clientpositive/perf/query12.q.out b/ql/src/test/results/clientpositive/perf/query12.q.out index 986a307..8b05edb 100644 --- a/ql/src/test/results/clientpositive/perf/query12.q.out +++ b/ql/src/test/results/clientpositive/perf/query12.q.out @@ -15,33 +15,33 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_26] - Limit [LIM_25] (rows=100 width=1436) + Limit [LIM_25] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_24] (rows=34938 width=1436) + Select Operator [SEL_24] (rows=21780404 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_23] - Select Operator [SEL_21] (rows=34938 width=1436) + Select Operator [SEL_21] (rows=21780404 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - PTF Operator [PTF_20] (rows=34938 width=1436) + PTF Operator [PTF_20] (rows=21780404 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}] - Select Operator [SEL_19] (rows=34938 width=1436) + Select Operator [SEL_19] (rows=21780404 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col3 - Group By Operator [GBY_17] (rows=34938 width=1436) + Group By Operator [GBY_17] (rows=21780404 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_15] (rows=69877 width=1436) + Group By Operator [GBY_15] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col23)"],keys:_col38, _col41, _col49, _col47, _col42 - Select Operator [SEL_14] (rows=69877 width=1436) + Select Operator [SEL_14] (rows=43560808 width=135) Output:["_col38","_col41","_col49","_col47","_col42","_col23"] - Filter Operator [FIL_32] (rows=69877 width=1436) + Filter Operator [FIL_32] (rows=43560808 width=135) predicate:((_col3 = _col37) and (_col0 = _col62)) - Merge Join Operator [MERGEJOIN_37] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_37] (rows=174243235 width=135) Conds:RS_9._col0=RS_11.d_date_sk(Inner),Output:["_col0","_col3","_col23","_col37","_col38","_col41","_col42","_col47","_col49","_col62"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_11] @@ -53,15 +53,15 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_36] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_36] (rows=158402938 width=135) Conds:RS_4.ws_item_sk=RS_6.i_item_sk(Inner),Output:["_col0","_col3","_col23","_col37","_col38","_col41","_col42","_col47","_col49"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_4] PartitionCols:ws_item_sk - Filter Operator [FIL_33] (rows=1 width=0) + Filter Operator [FIL_33] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"] + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_6] PartitionCols:i_item_sk diff --git a/ql/src/test/results/clientpositive/perf/query13.q.out b/ql/src/test/results/clientpositive/perf/query13.q.out index bc956e6..8e2060c 100644 --- a/ql/src/test/results/clientpositive/perf/query13.q.out +++ b/ql/src/test/results/clientpositive/perf/query13.q.out @@ -128,7 +128,7 @@ Stage-0 SHUFFLE [RS_39] Group By Operator [GBY_38] (rows=1 width=112) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col5)","avg(_col7)","avg(_col8)","sum(_col8)"] - Merge Join Operator [MERGEJOIN_73] (rows=9075000 width=1014) + Merge Join Operator [MERGEJOIN_73] (rows=130450332 width=88) Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col5","_col7","_col8"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_35] @@ -142,11 +142,11 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_34] PartitionCols:_col0 - Select Operator [SEL_30] (rows=8250000 width=1014) + Select Operator [SEL_30] (rows=118591209 width=88) Output:["_col0","_col5","_col7","_col8"] - Filter Operator [FIL_29] (rows=8250000 width=1014) + Filter Operator [FIL_29] (rows=118591209 width=88) predicate:(((_col17) IN ('KY', 'GA', 'NM') and _col9 BETWEEN 100 AND 200) or ((_col17) IN ('MT', 'OR', 'IN') and _col9 BETWEEN 150 AND 300) or ((_col17) IN ('WI', 'MO', 'WV') and _col9 BETWEEN 50 AND 250)) - Merge Join Operator [MERGEJOIN_72] (rows=11000000 width=1014) + Merge Join Operator [MERGEJOIN_72] (rows=158121612 width=88) Conds:RS_26._col3=RS_27._col0(Inner),Output:["_col0","_col5","_col7","_col8","_col9","_col17"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_27] @@ -160,11 +160,11 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col3 - Select Operator [SEL_22] (rows=4491 width=362) + Select Operator [SEL_22] (rows=143746917 width=88) Output:["_col0","_col3","_col5","_col7","_col8","_col9"] - Filter Operator [FIL_21] (rows=4491 width=362) + Filter Operator [FIL_21] (rows=143746917 width=88) predicate:(((_col12 = 'M') and (_col13 = '4 yr Degree') and _col6 BETWEEN 100.0 AND 150.0 and (_col15 = 3)) or ((_col12 = 'D') and (_col13 = 'Primary') and _col6 BETWEEN 50.0 AND 100.0 and (_col15 = 1)) or ((_col12 = 'U') and (_col13 = 'Advanced Degree') and _col6 BETWEEN 150.0 AND 200.0 and (_col15 = 1))) - Merge Join Operator [MERGEJOIN_71] (rows=23958 width=362) + Merge Join Operator [MERGEJOIN_71] (rows=766650239 width=88) Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col0","_col3","_col5","_col6","_col7","_col8","_col9","_col12","_col13","_col15"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -178,7 +178,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_70] (rows=21780 width=362) + Merge Join Operator [MERGEJOIN_70] (rows=696954748 width=88) Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6","_col7","_col8","_col9","_col12","_col13"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -192,17 +192,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_69] (rows=1874 width=1911) + Merge Join Operator [MERGEJOIN_69] (rows=633595212 width=88) Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8","_col9"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col4 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Filter Operator [FIL_63] (rows=1 width=0) + Filter Operator [FIL_63] (rows=575995635 width=88) predicate:((ss_sales_price BETWEEN 100.0 AND 150.0 or ss_sales_price BETWEEN 50.0 AND 100.0 or ss_sales_price BETWEEN 150.0 AND 200.0) and (ss_net_profit BETWEEN 100 AND 200 or ss_net_profit BETWEEN 150 AND 300 or ss_net_profit BETWEEN 50 AND 250) and ss_store_sk is not null and ss_cdemo_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_ext_sales_price","ss_ext_wholesale_cost","ss_net_profit"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_ext_sales_price","ss_ext_wholesale_cost","ss_net_profit"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query15.q.out b/ql/src/test/results/clientpositive/perf/query15.q.out index b537e78..e0ef305 100644 --- a/ql/src/test/results/clientpositive/perf/query15.q.out +++ b/ql/src/test/results/clientpositive/perf/query15.q.out @@ -17,22 +17,22 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_31] - Limit [LIM_30] (rows=100 width=860) + Limit [LIM_30] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_29] (rows=53240002 width=860) + Select Operator [SEL_29] (rows=191657247 width=135) Output:["_col0","_col1"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_28] - Group By Operator [GBY_26] (rows=53240002 width=860) + Group By Operator [GBY_26] (rows=191657247 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=106480005 width=860) + Group By Operator [GBY_24] (rows=383314495 width=135) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7 - Select Operator [SEL_23] (rows=106480005 width=860) + Select Operator [SEL_23] (rows=383314495 width=135) Output:["_col7","_col2"] - Merge Join Operator [MERGEJOIN_47] (rows=106480005 width=860) + Merge Join Operator [MERGEJOIN_47] (rows=383314495 width=135) Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col2","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_21] @@ -46,11 +46,11 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_20] PartitionCols:_col0 - Select Operator [SEL_16] (rows=96800003 width=860) + Select Operator [SEL_16] (rows=348467716 width=135) Output:["_col0","_col2","_col7"] - Filter Operator [FIL_15] (rows=96800003 width=860) + Filter Operator [FIL_15] (rows=348467716 width=135) predicate:((substr(_col7, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792') or (_col6) IN ('CA', 'WA', 'GA') or (_col2 > 500)) - Merge Join Operator [MERGEJOIN_46] (rows=96800003 width=860) + Merge Join Operator [MERGEJOIN_46] (rows=348467716 width=135) Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col0","_col2","_col6","_col7"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -64,17 +64,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_45] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_45] (rows=316788826 width=135) Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_41] (rows=1 width=0) + Filter Operator [FIL_41] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_sales_price"] + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_sales_price"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query17.q.out b/ql/src/test/results/clientpositive/perf/query17.q.out index 1b5a640..ae3a2ae 100644 --- a/ql/src/test/results/clientpositive/perf/query17.q.out +++ b/ql/src/test/results/clientpositive/perf/query17.q.out @@ -21,24 +21,24 @@ Stage-0 Stage-1 Reducer 10 File Output Operator [FS_54] - Limit [LIM_53] (rows=100 width=1436) + Limit [LIM_53] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_52] (rows=254100 width=1436) + Select Operator [SEL_52] (rows=561226355 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_51] - Select Operator [SEL_49] (rows=254100 width=1436) + Select Operator [SEL_49] (rows=561226355 width=88) Output:["_col0","_col1","_col10","_col11","_col12","_col13","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Group By Operator [GBY_48] (rows=254100 width=1436) + Group By Operator [GBY_48] (rows=561226355 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(VALUE._col0)","avg(VALUE._col1)","stddev_samp(VALUE._col2)","count(VALUE._col3)","avg(VALUE._col4)","stddev_samp(VALUE._col5)","count(VALUE._col6)","avg(VALUE._col7)","stddev_samp(VALUE._col8)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_46] (rows=508200 width=1436) + Group By Operator [GBY_46] (rows=1122452711 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(_col5)","avg(_col5)","stddev_samp(_col5)","count(_col10)","avg(_col10)","stddev_samp(_col10)","count(_col14)","avg(_col14)","stddev_samp(_col14)"],keys:_col22, _col24, _col25 - Select Operator [SEL_45] (rows=508200 width=1436) + Select Operator [SEL_45] (rows=1122452711 width=88) Output:["_col22","_col24","_col25","_col5","_col10","_col14"] - Merge Join Operator [MERGEJOIN_104] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_104] (rows=1122452711 width=88) Conds:RS_42._col1=RS_43._col0(Inner),Output:["_col5","_col10","_col14","_col22","_col24","_col25"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -52,7 +52,7 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_103] (rows=53473 width=1119) + Merge Join Operator [MERGEJOIN_103] (rows=1020411534 width=88) Conds:RS_39._col3=RS_40._col0(Inner),Output:["_col1","_col5","_col10","_col14","_col22"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_40] @@ -66,7 +66,7 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_102] (rows=48612 width=1119) + Merge Join Operator [MERGEJOIN_102] (rows=927646829 width=88) Conds:RS_36._col11=RS_37._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col14"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -80,7 +80,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col11 - Merge Join Operator [MERGEJOIN_101] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_101] (rows=843315281 width=88) Conds:RS_33._col6=RS_34._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col11","_col14"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -94,7 +94,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_100] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_100] (rows=766650239 width=88) Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col10","_col11","_col14"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -108,38 +108,38 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_99] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_99] (rows=696954748 width=88) Conds:RS_27._col8, _col7=RS_28._col1, _col2(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col10","_col11","_col14"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col1, _col2 - Select Operator [SEL_8] (rows=1 width=0) + Select Operator [SEL_8] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_92] (rows=1 width=0) + Filter Operator [FIL_92] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_6] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"] + TableScan [TS_6] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col8, _col7 - Merge Join Operator [MERGEJOIN_98] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_98] (rows=633595212 width=88) Conds:RS_24._col2, _col1, _col4=RS_25._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col2, _col1, _col4 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_90] (rows=1 width=0) + Filter Operator [FIL_90] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col2, _col1, _col3 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_91] (rows=1 width=0) + Filter Operator [FIL_91] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"] + TableScan [TS_3] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"] diff --git a/ql/src/test/results/clientpositive/perf/query18.q.out b/ql/src/test/results/clientpositive/perf/query18.q.out index 1014bc1..2731ec4 100644 --- a/ql/src/test/results/clientpositive/perf/query18.q.out +++ b/ql/src/test/results/clientpositive/perf/query18.q.out @@ -20,24 +20,24 @@ Stage-0 Stage-1 Reducer 9 File Output Operator [FS_48] - Limit [LIM_47] (rows=100 width=860) + Limit [LIM_47] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_46] (rows=133100005 width=860) + Select Operator [SEL_46] (rows=1275479060 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_45] - Select Operator [SEL_44] (rows=133100005 width=860) + Select Operator [SEL_44] (rows=1275479060 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] - Group By Operator [GBY_43] (rows=133100005 width=860) + Group By Operator [GBY_43] (rows=1275479060 width=135) Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)","avg(VALUE._col4)","avg(VALUE._col5)","avg(VALUE._col6)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_41] (rows=266200010 width=860) + Group By Operator [GBY_41] (rows=2550958120 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["avg(_col4)","avg(_col5)","avg(_col6)","avg(_col7)","avg(_col8)","avg(_col9)","avg(_col10)"],keys:_col0, _col1, _col2, _col3, '0' - Select Operator [SEL_39] (rows=53240002 width=860) + Select Operator [SEL_39] (rows=510191624 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] - Merge Join Operator [MERGEJOIN_88] (rows=53240002 width=860) + Merge Join Operator [MERGEJOIN_88] (rows=510191624 width=135) Conds:RS_36._col18=RS_37._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col8","_col14","_col16","_col21","_col23","_col24","_col25"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -51,7 +51,7 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col18 - Merge Join Operator [MERGEJOIN_87] (rows=48400001 width=860) + Merge Join Operator [MERGEJOIN_87] (rows=463810558 width=135) Conds:RS_33._col19=RS_34._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col8","_col14","_col16","_col18","_col21","_col23","_col24","_col25"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -65,7 +65,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col19 - Merge Join Operator [MERGEJOIN_86] (rows=44000000 width=860) + Merge Join Operator [MERGEJOIN_86] (rows=421645953 width=135) Conds:RS_30._col1=RS_31._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col8","_col14","_col16","_col18","_col19","_col21"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -79,7 +79,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_85] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_85] (rows=383314495 width=135) Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col14","_col16"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_28] @@ -93,7 +93,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_84] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_84] (rows=348467716 width=135) Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col14"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -107,17 +107,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_83] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_83] (rows=316788826 width=135) Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Filter Operator [FIL_76] (rows=1 width=0) + Filter Operator [FIL_76] (rows=287989836 width=135) predicate:(cs_sold_date_sk is not null and cs_bill_cdemo_sk is not null and cs_item_sk is not null and cs_bill_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_bill_cdemo_sk","cs_item_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt","cs_net_profit"] + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_bill_cdemo_sk","cs_item_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt","cs_net_profit"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query19.q.out b/ql/src/test/results/clientpositive/perf/query19.q.out index 855c91e..28cdd0d 100644 --- a/ql/src/test/results/clientpositive/perf/query19.q.out +++ b/ql/src/test/results/clientpositive/perf/query19.q.out @@ -19,24 +19,24 @@ Stage-0 Stage-1 Reducer 8 File Output Operator [FS_43] - Limit [LIM_42] (rows=100 width=860) + Limit [LIM_42] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_41] (rows=53240002 width=860) + Select Operator [SEL_41] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_40] - Group By Operator [GBY_37] (rows=53240002 width=860) + Group By Operator [GBY_37] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_35] (rows=106480005 width=860) + Group By Operator [GBY_35] (rows=927646829 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col7)"],keys:_col9, _col10, _col11, _col12 - Select Operator [SEL_34] (rows=106480005 width=860) + Select Operator [SEL_34] (rows=927646829 width=88) Output:["_col9","_col10","_col11","_col12","_col7"] - Filter Operator [FIL_33] (rows=106480005 width=860) + Filter Operator [FIL_33] (rows=927646829 width=88) predicate:(substr(_col17, 1, 5) <> substr(_col19, 1, 5)) - Merge Join Operator [MERGEJOIN_74] (rows=106480005 width=860) + Merge Join Operator [MERGEJOIN_74] (rows=927646829 width=88) Conds:RS_30._col6=RS_31._col0(Inner),Output:["_col7","_col9","_col10","_col11","_col12","_col17","_col19"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -50,7 +50,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_73] (rows=96800003 width=860) + Merge Join Operator [MERGEJOIN_73] (rows=843315281 width=88) Conds:RS_27._col15=RS_28._col0(Inner),Output:["_col6","_col7","_col9","_col10","_col11","_col12","_col17"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_28] @@ -64,7 +64,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col15 - Merge Join Operator [MERGEJOIN_72] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_72] (rows=766650239 width=88) Conds:RS_24._col5=RS_25._col0(Inner),Output:["_col6","_col7","_col9","_col10","_col11","_col12","_col15"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -78,7 +78,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_71] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_71] (rows=696954748 width=88) Conds:RS_21._col4=RS_22._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col11","_col12"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -92,7 +92,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_70] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_70] (rows=633595212 width=88) Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -106,10 +106,10 @@ Stage-0 <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_65] (rows=1 width=0) + Filter Operator [FIL_65] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_item_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"] + TableScan [TS_3] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"] diff --git a/ql/src/test/results/clientpositive/perf/query20.q.out b/ql/src/test/results/clientpositive/perf/query20.q.out index 9af7729..988d973 100644 --- a/ql/src/test/results/clientpositive/perf/query20.q.out +++ b/ql/src/test/results/clientpositive/perf/query20.q.out @@ -17,33 +17,33 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_28] - Limit [LIM_27] (rows=100 width=1436) + Limit [LIM_27] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_26] (rows=139755 width=1436) + Select Operator [SEL_26] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_25] - Select Operator [SEL_23] (rows=139755 width=1436) + Select Operator [SEL_23] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - PTF Operator [PTF_22] (rows=139755 width=1436) + PTF Operator [PTF_22] (rows=174233858 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}] - Select Operator [SEL_21] (rows=139755 width=1436) + Select Operator [SEL_21] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_20] PartitionCols:_col3 - Select Operator [SEL_19] (rows=139755 width=1436) + Select Operator [SEL_19] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_18] (rows=139755 width=1436) + Group By Operator [GBY_18] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_16] (rows=279510 width=1436) + Group By Operator [GBY_16] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col4, _col5, _col6, _col7, _col8 - Select Operator [SEL_15] (rows=279510 width=1436) + Select Operator [SEL_15] (rows=348467716 width=135) Output:["_col4","_col5","_col6","_col7","_col8","_col2"] - Merge Join Operator [MERGEJOIN_38] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_38] (rows=348467716 width=135) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col8"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -57,17 +57,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_37] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_37] (rows=316788826 width=135) Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_34] (rows=1 width=0) + Filter Operator [FIL_34] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"] + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query21.q.out b/ql/src/test/results/clientpositive/perf/query21.q.out index 1be6627..e8e9995 100644 --- a/ql/src/test/results/clientpositive/perf/query21.q.out +++ b/ql/src/test/results/clientpositive/perf/query21.q.out @@ -67,24 +67,24 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_31] - Limit [LIM_30] (rows=100 width=1436) + Limit [LIM_30] (rows=100 width=15) Number of rows:100 - Select Operator [SEL_29] (rows=69877 width=1436) + Select Operator [SEL_29] (rows=12506076 width=15) Output:["_col0","_col1","_col2","_col3"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_28] - Filter Operator [FIL_26] (rows=69877 width=1436) + Filter Operator [FIL_26] (rows=12506076 width=15) predicate:CASE WHEN ((_col2 > 0)) THEN ((UDFToDouble(_col3) / UDFToDouble(_col2)) BETWEEN 0.6666666666666666 AND 1.5) ELSE (null) END - Group By Operator [GBY_25] (rows=139755 width=1436) + Group By Operator [GBY_25] (rows=25012152 width=15) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_23] (rows=279510 width=1436) + Group By Operator [GBY_23] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1 - Select Operator [SEL_21] (rows=279510 width=1436) + Select Operator [SEL_21] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col3"] - Merge Join Operator [MERGEJOIN_47] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_47] (rows=50024305 width=15) Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col3","_col5","_col7","_col10"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -98,7 +98,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_46] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_46] (rows=45476640 width=15) Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col3","_col5","_col7"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -112,17 +112,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_45] (rows=29 width=1054) + Merge Join Operator [MERGEJOIN_45] (rows=41342400 width=15) Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col0","_col1","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col2 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_41] (rows=1 width=0) + Filter Operator [FIL_41] (rows=37584000 width=15) predicate:(inv_warehouse_sk is not null and inv_item_sk is not null and inv_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] + TableScan [TS_0] (rows=37584000 width=15) + default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query22.q.out b/ql/src/test/results/clientpositive/perf/query22.q.out index 4729bba..8c8f0d9 100644 --- a/ql/src/test/results/clientpositive/perf/query22.q.out +++ b/ql/src/test/results/clientpositive/perf/query22.q.out @@ -17,24 +17,24 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_30] - Limit [LIM_29] (rows=100 width=1436) + Limit [LIM_29] (rows=100 width=15) Number of rows:100 - Select Operator [SEL_28] (rows=1397550 width=1436) + Select Operator [SEL_28] (rows=125060762 width=15) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_27] - Select Operator [SEL_25] (rows=1397550 width=1436) + Select Operator [SEL_25] (rows=125060762 width=15) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_24] (rows=1397550 width=1436) + Group By Operator [GBY_24] (rows=125060762 width=15) Output:["_col0","_col1","_col2","_col3","_col5"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_23] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_22] (rows=2795100 width=1436) + Group By Operator [GBY_22] (rows=250121525 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col3)"],keys:_col7, _col8, _col9, _col10, '0' - Select Operator [SEL_21] (rows=559020 width=1436) + Select Operator [SEL_21] (rows=50024305 width=15) Output:["_col7","_col8","_col9","_col10","_col3"] - Merge Join Operator [MERGEJOIN_46] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_46] (rows=50024305 width=15) Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col7","_col8","_col9","_col10"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -48,7 +48,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_45] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_45] (rows=45476640 width=15) Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -62,17 +62,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_44] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_44] (rows=41342400 width=15) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_40] (rows=1 width=0) + Filter Operator [FIL_40] (rows=37584000 width=15) predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] + TableScan [TS_0] (rows=37584000 width=15) + default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query25.q.out b/ql/src/test/results/clientpositive/perf/query25.q.out index f6d1d0d..c51b86b 100644 --- a/ql/src/test/results/clientpositive/perf/query25.q.out +++ b/ql/src/test/results/clientpositive/perf/query25.q.out @@ -21,24 +21,24 @@ Stage-0 Stage-1 Reducer 10 File Output Operator [FS_53] - Limit [LIM_52] (rows=100 width=1436) + Limit [LIM_52] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_51] (rows=254100 width=1436) + Select Operator [SEL_51] (rows=561226355 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_50] - Select Operator [SEL_49] (rows=254100 width=1436) + Select Operator [SEL_49] (rows=561226355 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_48] (rows=254100 width=1436) + Group By Operator [GBY_48] (rows=561226355 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_46] (rows=508200 width=1436) + Group By Operator [GBY_46] (rows=1122452711 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col10)","sum(_col14)"],keys:_col25, _col26, _col28, _col29 - Select Operator [SEL_45] (rows=508200 width=1436) + Select Operator [SEL_45] (rows=1122452711 width=88) Output:["_col25","_col26","_col28","_col29","_col5","_col10","_col14"] - Merge Join Operator [MERGEJOIN_103] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_103] (rows=1122452711 width=88) Conds:RS_42._col1=RS_43._col0(Inner),Output:["_col5","_col10","_col14","_col25","_col26","_col28","_col29"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -52,7 +52,7 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_102] (rows=26735 width=1119) + Merge Join Operator [MERGEJOIN_102] (rows=1020411534 width=88) Conds:RS_39._col3=RS_40._col0(Inner),Output:["_col1","_col5","_col10","_col14","_col25","_col26"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_40] @@ -66,7 +66,7 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_101] (rows=24305 width=1119) + Merge Join Operator [MERGEJOIN_101] (rows=927646829 width=88) Conds:RS_36._col11=RS_37._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col14"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -80,7 +80,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col11 - Merge Join Operator [MERGEJOIN_100] (rows=22096 width=1119) + Merge Join Operator [MERGEJOIN_100] (rows=843315281 width=88) Conds:RS_33._col6=RS_34._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col11","_col14"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -94,7 +94,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_99] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_99] (rows=766650239 width=88) Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col10","_col11","_col14"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -108,38 +108,38 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_98] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_98] (rows=696954748 width=88) Conds:RS_27._col8, _col7=RS_28._col1, _col2(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col10","_col11","_col14"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col1, _col2 - Select Operator [SEL_8] (rows=1 width=0) + Select Operator [SEL_8] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_91] (rows=1 width=0) + Filter Operator [FIL_91] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_6] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_net_profit"] + TableScan [TS_6] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_net_profit"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col8, _col7 - Merge Join Operator [MERGEJOIN_97] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_97] (rows=633595212 width=88) Conds:RS_24._col2, _col1, _col4=RS_25._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col2, _col1, _col4 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_89] (rows=1 width=0) + Filter Operator [FIL_89] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_net_profit"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_net_profit"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col2, _col1, _col3 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_90] (rows=1 width=0) + Filter Operator [FIL_90] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_net_loss"] + TableScan [TS_3] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_net_loss"] diff --git a/ql/src/test/results/clientpositive/perf/query26.q.out b/ql/src/test/results/clientpositive/perf/query26.q.out index 9471100..b2bda1d 100644 --- a/ql/src/test/results/clientpositive/perf/query26.q.out +++ b/ql/src/test/results/clientpositive/perf/query26.q.out @@ -18,22 +18,22 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_35] - Limit [LIM_34] (rows=100 width=1436) + Limit [LIM_34] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_33] (rows=279510 width=1436) + Select Operator [SEL_33] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_32] - Group By Operator [GBY_30] (rows=279510 width=1436) + Group By Operator [GBY_30] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0 - Group By Operator [GBY_28] (rows=559020 width=1436) + Group By Operator [GBY_28] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col15 - Select Operator [SEL_27] (rows=559020 width=1436) + Select Operator [SEL_27] (rows=421645953 width=135) Output:["_col15","_col4","_col5","_col7","_col6"] - Merge Join Operator [MERGEJOIN_58] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135) Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -47,7 +47,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_57] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135) Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col7","_col15"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -61,7 +61,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_56] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135) Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -75,17 +75,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_55] (rows=2722 width=362) + Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135) Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_50] (rows=1 width=0) + Filter Operator [FIL_50] (rows=287989836 width=135) predicate:(cs_bill_cdemo_sk is not null and cs_sold_date_sk is not null and cs_item_sk is not null and cs_promo_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_cdemo_sk","cs_item_sk","cs_promo_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt"] + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_cdemo_sk","cs_item_sk","cs_promo_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query27.q.out b/ql/src/test/results/clientpositive/perf/query27.q.out index 865d62c..cbd45d0 100644 --- a/ql/src/test/results/clientpositive/perf/query27.q.out +++ b/ql/src/test/results/clientpositive/perf/query27.q.out @@ -18,24 +18,24 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_35] - Limit [LIM_34] (rows=100 width=1436) + Limit [LIM_34] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_33] (rows=254100 width=1436) + Select Operator [SEL_33] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_32] - Select Operator [SEL_31] (rows=254100 width=1436) + Select Operator [SEL_31] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_30] (rows=254100 width=1436) + Group By Operator [GBY_30] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0, KEY._col1 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0, _col1 - Group By Operator [GBY_28] (rows=508200 width=1436) + Group By Operator [GBY_28] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col15, _col17 - Select Operator [SEL_27] (rows=508200 width=1436) + Select Operator [SEL_27] (rows=843315281 width=88) Output:["_col15","_col17","_col4","_col5","_col7","_col6"] - Merge Join Operator [MERGEJOIN_58] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88) Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15","_col17"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -49,7 +49,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_57] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88) Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col15"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -63,7 +63,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_56] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88) Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -77,17 +77,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_55] (rows=2722 width=362) + Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88) Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col2 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_50] (rows=1 width=0) + Filter Operator [FIL_50] (rows=575995635 width=88) predicate:(ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_store_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_store_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query28.q.out b/ql/src/test/results/clientpositive/perf/query28.q.out index 8196db5..0157928 100644 --- a/ql/src/test/results/clientpositive/perf/query28.q.out +++ b/ql/src/test/results/clientpositive/perf/query28.q.out @@ -130,82 +130,82 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_32] - Group By Operator [GBY_31] (rows=1 width=0) + Group By Operator [GBY_31] (rows=431996724 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price - Select Operator [SEL_30] (rows=1 width=0) + Select Operator [SEL_30] (rows=431996724 width=88) Output:["ss_list_price"] - Filter Operator [FIL_61] (rows=1 width=0) + Filter Operator [FIL_61] (rows=431996724 width=88) predicate:(ss_quantity BETWEEN 11 AND 15 and (ss_list_price BETWEEN 66 AND 76 or ss_coupon_amt BETWEEN 920 AND 1920 or ss_wholesale_cost BETWEEN 4 AND 24)) - TableScan [TS_28] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] + TableScan [TS_28] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_52] Group By Operator [GBY_40] (rows=1 width=136) Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_39] - Group By Operator [GBY_38] (rows=1 width=0) + Group By Operator [GBY_38] (rows=431996724 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price - Select Operator [SEL_37] (rows=1 width=0) + Select Operator [SEL_37] (rows=431996724 width=88) Output:["ss_list_price"] - Filter Operator [FIL_62] (rows=1 width=0) + Filter Operator [FIL_62] (rows=431996724 width=88) predicate:(ss_quantity BETWEEN 6 AND 10 and (ss_list_price BETWEEN 91 AND 101 or ss_coupon_amt BETWEEN 1430 AND 2430 or ss_wholesale_cost BETWEEN 32 AND 52)) - TableScan [TS_35] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] + TableScan [TS_35] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_47] Group By Operator [GBY_5] (rows=1 width=136) Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_4] - Group By Operator [GBY_3] (rows=1 width=0) + Group By Operator [GBY_3] (rows=431996724 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=431996724 width=88) Output:["ss_list_price"] - Filter Operator [FIL_57] (rows=1 width=0) + Filter Operator [FIL_57] (rows=431996724 width=88) predicate:(ss_quantity BETWEEN 0 AND 5 and (ss_list_price BETWEEN 11 AND 21 or ss_coupon_amt BETWEEN 460 AND 1460 or ss_wholesale_cost BETWEEN 14 AND 34)) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_48] Group By Operator [GBY_12] (rows=1 width=136) Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"] <-Map 4 [SIMPLE_EDGE] SHUFFLE [RS_11] - Group By Operator [GBY_10] (rows=1 width=0) + Group By Operator [GBY_10] (rows=431996724 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price - Select Operator [SEL_9] (rows=1 width=0) + Select Operator [SEL_9] (rows=431996724 width=88) Output:["ss_list_price"] - Filter Operator [FIL_58] (rows=1 width=0) + Filter Operator [FIL_58] (rows=431996724 width=88) predicate:(ss_quantity BETWEEN 26 AND 30 and (ss_list_price BETWEEN 28 AND 38 or ss_coupon_amt BETWEEN 2513 AND 3513 or ss_wholesale_cost BETWEEN 42 AND 62)) - TableScan [TS_7] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] + TableScan [TS_7] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_49] Group By Operator [GBY_19] (rows=1 width=136) Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"] <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_18] - Group By Operator [GBY_17] (rows=1 width=0) + Group By Operator [GBY_17] (rows=431996724 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price - Select Operator [SEL_16] (rows=1 width=0) + Select Operator [SEL_16] (rows=431996724 width=88) Output:["ss_list_price"] - Filter Operator [FIL_59] (rows=1 width=0) + Filter Operator [FIL_59] (rows=431996724 width=88) predicate:(ss_quantity BETWEEN 21 AND 25 and (ss_list_price BETWEEN 135 AND 145 or ss_coupon_amt BETWEEN 14180 AND 15180 or ss_wholesale_cost BETWEEN 38 AND 58)) - TableScan [TS_14] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] + TableScan [TS_14] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_50] Group By Operator [GBY_26] (rows=1 width=136) Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_25] - Group By Operator [GBY_24] (rows=1 width=0) + Group By Operator [GBY_24] (rows=431996724 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price - Select Operator [SEL_23] (rows=1 width=0) + Select Operator [SEL_23] (rows=431996724 width=88) Output:["ss_list_price"] - Filter Operator [FIL_60] (rows=1 width=0) + Filter Operator [FIL_60] (rows=431996724 width=88) predicate:(ss_quantity BETWEEN 16 AND 20 and (ss_list_price BETWEEN 142 AND 152 or ss_coupon_amt BETWEEN 3054 AND 4054 or ss_wholesale_cost BETWEEN 80 AND 100)) - TableScan [TS_21] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] + TableScan [TS_21] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] diff --git a/ql/src/test/results/clientpositive/perf/query29.q.out b/ql/src/test/results/clientpositive/perf/query29.q.out index 39aca92..c10d68c 100644 --- a/ql/src/test/results/clientpositive/perf/query29.q.out +++ b/ql/src/test/results/clientpositive/perf/query29.q.out @@ -21,24 +21,24 @@ Stage-0 Stage-1 Reducer 10 File Output Operator [FS_53] - Limit [LIM_52] (rows=100 width=1436) + Limit [LIM_52] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_51] (rows=254100 width=1436) + Select Operator [SEL_51] (rows=561226355 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_50] - Select Operator [SEL_49] (rows=254100 width=1436) + Select Operator [SEL_49] (rows=561226355 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_48] (rows=254100 width=1436) + Group By Operator [GBY_48] (rows=561226355 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_46] (rows=508200 width=1436) + Group By Operator [GBY_46] (rows=1122452711 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col10)","sum(_col14)"],keys:_col24, _col25, _col27, _col28 - Select Operator [SEL_45] (rows=508200 width=1436) + Select Operator [SEL_45] (rows=1122452711 width=88) Output:["_col24","_col25","_col27","_col28","_col5","_col10","_col14"] - Merge Join Operator [MERGEJOIN_103] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_103] (rows=1122452711 width=88) Conds:RS_42._col1=RS_43._col0(Inner),Output:["_col5","_col10","_col14","_col24","_col25","_col27","_col28"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -52,7 +52,7 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_102] (rows=44194 width=1119) + Merge Join Operator [MERGEJOIN_102] (rows=1020411534 width=88) Conds:RS_39._col3=RS_40._col0(Inner),Output:["_col1","_col5","_col10","_col14","_col24","_col25"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_40] @@ -66,7 +66,7 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_101] (rows=40177 width=1119) + Merge Join Operator [MERGEJOIN_101] (rows=927646829 width=88) Conds:RS_36._col11=RS_37._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col14"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -80,7 +80,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col11 - Merge Join Operator [MERGEJOIN_100] (rows=22096 width=1119) + Merge Join Operator [MERGEJOIN_100] (rows=843315281 width=88) Conds:RS_33._col6=RS_34._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col11","_col14"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -94,7 +94,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_99] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_99] (rows=766650239 width=88) Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col10","_col11","_col14"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -108,38 +108,38 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_98] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_98] (rows=696954748 width=88) Conds:RS_27._col8, _col7=RS_28._col1, _col2(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col10","_col11","_col14"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col1, _col2 - Select Operator [SEL_8] (rows=1 width=0) + Select Operator [SEL_8] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_91] (rows=1 width=0) + Filter Operator [FIL_91] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_6] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"] + TableScan [TS_6] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col8, _col7 - Merge Join Operator [MERGEJOIN_97] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_97] (rows=633595212 width=88) Conds:RS_24._col2, _col1, _col4=RS_25._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col2, _col1, _col4 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_89] (rows=1 width=0) + Filter Operator [FIL_89] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col2, _col1, _col3 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_90] (rows=1 width=0) + Filter Operator [FIL_90] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"] + TableScan [TS_3] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"] diff --git a/ql/src/test/results/clientpositive/perf/query3.q.out b/ql/src/test/results/clientpositive/perf/query3.q.out index 96734de..8c62dc1 100644 --- a/ql/src/test/results/clientpositive/perf/query3.q.out +++ b/ql/src/test/results/clientpositive/perf/query3.q.out @@ -16,22 +16,22 @@ Stage-0 Stage-1 Reducer 5 File Output Operator [FS_24] - Limit [LIM_23] (rows=100 width=1436) + Limit [LIM_23] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_22] (rows=127050 width=1436) + Select Operator [SEL_22] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_21] - Group By Operator [GBY_18] (rows=127050 width=1436) + Group By Operator [GBY_18] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_16] (rows=254100 width=1436) + Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col5)"],keys:_col1, _col7, _col8 - Select Operator [SEL_15] (rows=254100 width=1436) + Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col1","_col7","_col8","_col5"] - Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col1","_col5","_col7","_col8"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -45,7 +45,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_33] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col4","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] @@ -59,10 +59,10 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_31] (rows=1 width=0) + Filter Operator [FIL_31] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_item_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] + TableScan [TS_3] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] diff --git a/ql/src/test/results/clientpositive/perf/query31.q.out b/ql/src/test/results/clientpositive/perf/query31.q.out index 3cb7079..e3323fe 100644 --- a/ql/src/test/results/clientpositive/perf/query31.q.out +++ b/ql/src/test/results/clientpositive/perf/query31.q.out @@ -33,31 +33,31 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_141] - Select Operator [SEL_140] (rows=26620001 width=1014) + Select Operator [SEL_140] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_139] - Select Operator [SEL_138] (rows=26620001 width=1014) + Select Operator [SEL_138] (rows=421657640 width=88) Output:["_col0","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_137] (rows=26620001 width=1014) + Filter Operator [FIL_137] (rows=421657640 width=88) predicate:CASE WHEN ((_col7 > 0)) THEN (CASE WHEN ((_col19 > 0)) THEN (((_col23 / _col19) > (_col11 / _col7))) ELSE ((null > (_col11 / _col7))) END) ELSE (CASE WHEN ((_col19 > 0)) THEN (((_col23 / _col19) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_281] (rows=53240002 width=1014) + Merge Join Operator [MERGEJOIN_281] (rows=843315281 width=88) Conds:RS_134._col12=RS_135._col0(Inner),Output:["_col0","_col3","_col7","_col11","_col15","_col19","_col23"] <-Reducer 37 [SIMPLE_EDGE] SHUFFLE [RS_135] PartitionCols:_col0 - Select Operator [SEL_133] (rows=22000000 width=1014) + Select Operator [SEL_133] (rows=87121617 width=135) Output:["_col0","_col3"] - Group By Operator [GBY_132] (rows=22000000 width=1014) + Group By Operator [GBY_132] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 3, 1998 <-Reducer 36 [SIMPLE_EDGE] SHUFFLE [RS_131] PartitionCols:_col0, 3, 1998 - Group By Operator [GBY_130] (rows=44000000 width=1014) + Group By Operator [GBY_130] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 3, 1998 - Select Operator [SEL_128] (rows=44000000 width=1014) + Select Operator [SEL_128] (rows=174243235 width=135) Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_279] (rows=44000000 width=1014) + Merge Join Operator [MERGEJOIN_279] (rows=174243235 width=135) Conds:RS_125._col1=RS_126._col0(Inner),Output:["_col2","_col7"] <-Map 39 [SIMPLE_EDGE] SHUFFLE [RS_126] @@ -71,17 +71,17 @@ Stage-0 <-Reducer 35 [SIMPLE_EDGE] SHUFFLE [RS_125] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_278] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_278] (rows=158402938 width=135) Conds:RS_122._col0=RS_123._col0(Inner),Output:["_col1","_col2"] <-Map 34 [SIMPLE_EDGE] SHUFFLE [RS_122] PartitionCols:_col0 - Select Operator [SEL_115] (rows=1 width=0) + Select Operator [SEL_115] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_265] (rows=1 width=0) + Filter Operator [FIL_265] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null) - TableScan [TS_113] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] + TableScan [TS_113] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] <-Map 38 [SIMPLE_EDGE] SHUFFLE [RS_123] PartitionCols:_col0 @@ -94,27 +94,27 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_134] PartitionCols:_col12 - Select Operator [SEL_112] (rows=48400001 width=1014) + Select Operator [SEL_112] (rows=766650239 width=88) Output:["_col0","_col11","_col12","_col15","_col19","_col3","_col7"] - Filter Operator [FIL_111] (rows=48400001 width=1014) + Filter Operator [FIL_111] (rows=766650239 width=88) predicate:CASE WHEN ((_col3 > 0)) THEN (CASE WHEN ((_col15 > 0)) THEN (((_col19 / _col15) > (_col7 / _col3))) ELSE ((null > (_col7 / _col3))) END) ELSE (CASE WHEN ((_col15 > 0)) THEN (((_col19 / _col15) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_280] (rows=96800002 width=1014) + Merge Join Operator [MERGEJOIN_280] (rows=1533300478 width=88) Conds:RS_105._col0=RS_106._col0(Inner),RS_106._col0=RS_107._col0(Inner),RS_105._col0=RS_108._col0(Inner),RS_108._col0=RS_109._col0(Inner),Output:["_col0","_col3","_col7","_col11","_col12","_col15","_col19"] <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_106] PartitionCols:_col0 - Select Operator [SEL_41] (rows=22000000 width=1014) + Select Operator [SEL_41] (rows=348477374 width=88) Output:["_col0","_col3"] - Group By Operator [GBY_40] (rows=22000000 width=1014) + Group By Operator [GBY_40] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col0, 2, 1998 - Group By Operator [GBY_38] (rows=44000000 width=1014) + Group By Operator [GBY_38] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998 - Select Operator [SEL_36] (rows=44000000 width=1014) + Select Operator [SEL_36] (rows=696954748 width=88) Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_271] (rows=44000000 width=1014) + Merge Join Operator [MERGEJOIN_271] (rows=696954748 width=88) Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col7"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -128,17 +128,17 @@ Stage-0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_270] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_270] (rows=633595212 width=88) Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_23] (rows=1 width=0) + Select Operator [SEL_23] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_253] (rows=1 width=0) + Filter Operator [FIL_253] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) - TableScan [TS_21] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] + TableScan [TS_21] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col0 @@ -151,18 +151,18 @@ Stage-0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_107] PartitionCols:_col0 - Select Operator [SEL_62] (rows=22000000 width=1014) + Select Operator [SEL_62] (rows=348477374 width=88) Output:["_col0","_col3"] - Group By Operator [GBY_61] (rows=22000000 width=1014) + Group By Operator [GBY_61] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 3, 1998 <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_60] PartitionCols:_col0, 3, 1998 - Group By Operator [GBY_59] (rows=44000000 width=1014) + Group By Operator [GBY_59] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 3, 1998 - Select Operator [SEL_57] (rows=44000000 width=1014) + Select Operator [SEL_57] (rows=696954748 width=88) Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_273] (rows=44000000 width=1014) + Merge Join Operator [MERGEJOIN_273] (rows=696954748 width=88) Conds:RS_54._col1=RS_55._col0(Inner),Output:["_col2","_col7"] <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_55] @@ -176,17 +176,17 @@ Stage-0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_54] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_272] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_272] (rows=633595212 width=88) Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_51] PartitionCols:_col0 - Select Operator [SEL_44] (rows=1 width=0) + Select Operator [SEL_44] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_256] (rows=1 width=0) + Filter Operator [FIL_256] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) - TableScan [TS_42] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] + TableScan [TS_42] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_52] PartitionCols:_col0 @@ -199,18 +199,18 @@ Stage-0 <-Reducer 25 [SIMPLE_EDGE] SHUFFLE [RS_108] PartitionCols:_col0 - Select Operator [SEL_83] (rows=22000000 width=1014) + Select Operator [SEL_83] (rows=87121617 width=135) Output:["_col0","_col3"] - Group By Operator [GBY_82] (rows=22000000 width=1014) + Group By Operator [GBY_82] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998 <-Reducer 24 [SIMPLE_EDGE] SHUFFLE [RS_81] PartitionCols:_col0, 1, 1998 - Group By Operator [GBY_80] (rows=44000000 width=1014) + Group By Operator [GBY_80] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998 - Select Operator [SEL_78] (rows=44000000 width=1014) + Select Operator [SEL_78] (rows=174243235 width=135) Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_275] (rows=44000000 width=1014) + Merge Join Operator [MERGEJOIN_275] (rows=174243235 width=135) Conds:RS_75._col1=RS_76._col0(Inner),Output:["_col2","_col7"] <-Map 27 [SIMPLE_EDGE] SHUFFLE [RS_76] @@ -224,17 +224,17 @@ Stage-0 <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_75] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_274] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_274] (rows=158402938 width=135) Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col1","_col2"] <-Map 22 [SIMPLE_EDGE] SHUFFLE [RS_72] PartitionCols:_col0 - Select Operator [SEL_65] (rows=1 width=0) + Select Operator [SEL_65] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_259] (rows=1 width=0) + Filter Operator [FIL_259] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null) - TableScan [TS_63] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] + TableScan [TS_63] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] <-Map 26 [SIMPLE_EDGE] SHUFFLE [RS_73] PartitionCols:_col0 @@ -247,18 +247,18 @@ Stage-0 <-Reducer 31 [SIMPLE_EDGE] SHUFFLE [RS_109] PartitionCols:_col0 - Select Operator [SEL_104] (rows=22000000 width=1014) + Select Operator [SEL_104] (rows=87121617 width=135) Output:["_col0","_col3"] - Group By Operator [GBY_103] (rows=22000000 width=1014) + Group By Operator [GBY_103] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998 <-Reducer 30 [SIMPLE_EDGE] SHUFFLE [RS_102] PartitionCols:_col0, 2, 1998 - Group By Operator [GBY_101] (rows=44000000 width=1014) + Group By Operator [GBY_101] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998 - Select Operator [SEL_99] (rows=44000000 width=1014) + Select Operator [SEL_99] (rows=174243235 width=135) Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_277] (rows=44000000 width=1014) + Merge Join Operator [MERGEJOIN_277] (rows=174243235 width=135) Conds:RS_96._col1=RS_97._col0(Inner),Output:["_col2","_col7"] <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_97] @@ -272,17 +272,17 @@ Stage-0 <-Reducer 29 [SIMPLE_EDGE] SHUFFLE [RS_96] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_276] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_276] (rows=158402938 width=135) Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col1","_col2"] <-Map 28 [SIMPLE_EDGE] SHUFFLE [RS_93] PartitionCols:_col0 - Select Operator [SEL_86] (rows=1 width=0) + Select Operator [SEL_86] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_262] (rows=1 width=0) + Filter Operator [FIL_262] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null) - TableScan [TS_84] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] + TableScan [TS_84] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] <-Map 32 [SIMPLE_EDGE] SHUFFLE [RS_94] PartitionCols:_col0 @@ -295,18 +295,18 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_105] PartitionCols:_col0 - Select Operator [SEL_20] (rows=22000000 width=1014) + Select Operator [SEL_20] (rows=348477374 width=88) Output:["_col0","_col3"] - Group By Operator [GBY_19] (rows=22000000 width=1014) + Group By Operator [GBY_19] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0, 1, 1998 - Group By Operator [GBY_17] (rows=44000000 width=1014) + Group By Operator [GBY_17] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998 - Select Operator [SEL_15] (rows=44000000 width=1014) + Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_269] (rows=44000000 width=1014) + Merge Join Operator [MERGEJOIN_269] (rows=696954748 width=88) Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -320,17 +320,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_268] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_268] (rows=633595212 width=88) Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_250] (rows=1 width=0) + Filter Operator [FIL_250] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query32.q.out b/ql/src/test/results/clientpositive/perf/query32.q.out index 7cfda2f..6fb0dd0 100644 --- a/ql/src/test/results/clientpositive/perf/query32.q.out +++ b/ql/src/test/results/clientpositive/perf/query32.q.out @@ -57,11 +57,11 @@ Stage-0 SHUFFLE [RS_34] Group By Operator [GBY_33] (rows=1 width=112) Output:["_col0"],aggregations:["sum(_col1)"] - Select Operator [SEL_32] (rows=169400 width=1436) + Select Operator [SEL_32] (rows=232311810 width=135) Output:["_col1"] - Filter Operator [FIL_31] (rows=169400 width=1436) + Filter Operator [FIL_31] (rows=232311810 width=135) predicate:(UDFToDouble(_col1) > _col5) - Merge Join Operator [MERGEJOIN_59] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_59] (rows=696935432 width=135) Conds:RS_27._col0=RS_28._col0(Inner),RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col5"] <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_28] @@ -75,19 +75,19 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_9] (rows=40176 width=1119) + Select Operator [SEL_9] (rows=316788826 width=135) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_57] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_57] (rows=316788826 width=135) Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_6] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_52] (rows=1 width=0) + Filter Operator [FIL_52] (rows=287989836 width=135) predicate:(cs_sold_date_sk is not null and cs_item_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,cs,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] <-Map 5 [SIMPLE_EDGE] SHUFFLE [RS_7] PartitionCols:_col0 @@ -100,16 +100,16 @@ Stage-0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0 - Select Operator [SEL_26] (rows=20088 width=1119) + Select Operator [SEL_26] (rows=158394413 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_25] (rows=20088 width=1119) + Group By Operator [GBY_25] (rows=158394413 width=135) Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col0 - Group By Operator [GBY_23] (rows=40176 width=1119) + Group By Operator [GBY_23] (rows=316788826 width=135) Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1 - Merge Join Operator [MERGEJOIN_58] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_58] (rows=316788826 width=135) Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_20] @@ -123,10 +123,10 @@ Stage-0 <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_15] (rows=1 width=0) + Select Operator [SEL_15] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_55] (rows=1 width=0) + Filter Operator [FIL_55] (rows=287989836 width=135) predicate:(cs_sold_date_sk is not null and cs_item_sk is not null) - TableScan [TS_13] (rows=1 width=0) - default@catalog_sales,cs,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] + TableScan [TS_13] (rows=287989836 width=135) + default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] diff --git a/ql/src/test/results/clientpositive/perf/query34.q.out b/ql/src/test/results/clientpositive/perf/query34.q.out index 0586813..c309e4a 100644 --- a/ql/src/test/results/clientpositive/perf/query34.q.out +++ b/ql/src/test/results/clientpositive/perf/query34.q.out @@ -18,13 +18,13 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_37] - Select Operator [SEL_36] (rows=88000001 width=860) + Select Operator [SEL_36] (rows=210828819 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_35] - Select Operator [SEL_34] (rows=88000001 width=860) + Select Operator [SEL_34] (rows=210828819 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_60] (rows=210828819 width=88) Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_32] @@ -38,18 +38,18 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col1 - Filter Operator [FIL_26] (rows=12153 width=1119) + Filter Operator [FIL_26] (rows=191662559 width=88) predicate:_col2 BETWEEN 15 AND 20 - Select Operator [SEL_25] (rows=24306 width=1119) + Select Operator [SEL_25] (rows=383325119 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_24] (rows=24306 width=1119) + Group By Operator [GBY_24] (rows=383325119 width=88) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_23] PartitionCols:_col0, _col1 - Group By Operator [GBY_22] (rows=48612 width=1119) + Group By Operator [GBY_22] (rows=766650239 width=88) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4 - Merge Join Operator [MERGEJOIN_59] (rows=48612 width=1119) + Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88) Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col4"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -63,7 +63,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_58] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88) Conds:RS_15._col3=RS_16._col0(Inner),Output:["_col1","_col2","_col4"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -77,17 +77,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_57] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_52] (rows=1 width=0) + Filter Operator [FIL_52] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query39.q.out b/ql/src/test/results/clientpositive/perf/query39.q.out index 52c6b7c..545a529 100644 --- a/ql/src/test/results/clientpositive/perf/query39.q.out +++ b/ql/src/test/results/clientpositive/perf/query39.q.out @@ -22,33 +22,33 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_62] - Select Operator [SEL_61] (rows=169103 width=1436) + Select Operator [SEL_61] (rows=13756683 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_60] - Select Operator [SEL_59] (rows=169103 width=1436) + Select Operator [SEL_59] (rows=13756683 width=15) Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col8","_col9"] - Merge Join Operator [MERGEJOIN_105] (rows=169103 width=1436) + Merge Join Operator [MERGEJOIN_105] (rows=13756683 width=15) Conds:RS_56._col2, _col1=RS_57._col2, _col1(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col8","_col10","_col11"] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_57] PartitionCols:_col2, _col1 - Select Operator [SEL_55] (rows=153730 width=1436) + Select Operator [SEL_55] (rows=12506076 width=15) Output:["_col1","_col2","_col4","_col5"] - Filter Operator [FIL_54] (rows=153730 width=1436) + Filter Operator [FIL_54] (rows=12506076 width=15) predicate:CASE WHEN ((_col4 = 0.0)) THEN (false) ELSE (((_col5 / _col4) > 1.0)) END - Select Operator [SEL_97] (rows=307461 width=1436) + Select Operator [SEL_97] (rows=25012152 width=15) Output:["_col1","_col2","_col4","_col5"] - Group By Operator [GBY_53] (rows=307461 width=1436) + Group By Operator [GBY_53] (rows=25012152 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(VALUE._col0)","stddev_samp(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, 4 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_52] PartitionCols:_col0, _col1, _col2, 4 - Group By Operator [GBY_51] (rows=614922 width=1436) + Group By Operator [GBY_51] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","stddev_samp(_col4)"],keys:_col0, _col1, _col2, 4 - Select Operator [SEL_49] (rows=614922 width=1436) + Select Operator [SEL_49] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col4"] - Merge Join Operator [MERGEJOIN_104] (rows=614922 width=1436) + Merge Join Operator [MERGEJOIN_104] (rows=50024305 width=15) Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col3","_col4","_col5","_col6"] <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_47] @@ -62,7 +62,7 @@ Stage-0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_103] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_103] (rows=45476640 width=15) Conds:RS_43._col2=RS_44._col0(Inner),Output:["_col0","_col3","_col4","_col5","_col6"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_44] @@ -76,17 +76,17 @@ Stage-0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_43] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_102] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_102] (rows=41342400 width=15) Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col2","_col3","_col4"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col1 - Select Operator [SEL_30] (rows=1 width=0) + Select Operator [SEL_30] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_93] (rows=1 width=0) + Filter Operator [FIL_93] (rows=37584000 width=15) predicate:(inv_item_sk is not null and inv_warehouse_sk is not null and inv_date_sk is not null) - TableScan [TS_28] (rows=1 width=0) - default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] + TableScan [TS_28] (rows=37584000 width=15) + default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0 @@ -99,22 +99,22 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_56] PartitionCols:_col2, _col1 - Select Operator [SEL_27] (rows=153730 width=1436) + Select Operator [SEL_27] (rows=12506076 width=15) Output:["_col1","_col2","_col4","_col5"] - Filter Operator [FIL_26] (rows=153730 width=1436) + Filter Operator [FIL_26] (rows=12506076 width=15) predicate:CASE WHEN ((_col4 = 0.0)) THEN (false) ELSE (((_col5 / _col4) > 1.0)) END - Select Operator [SEL_98] (rows=307461 width=1436) + Select Operator [SEL_98] (rows=25012152 width=15) Output:["_col1","_col2","_col4","_col5"] - Group By Operator [GBY_25] (rows=307461 width=1436) + Group By Operator [GBY_25] (rows=25012152 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(VALUE._col0)","stddev_samp(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, 3 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col0, _col1, _col2, 3 - Group By Operator [GBY_23] (rows=614922 width=1436) + Group By Operator [GBY_23] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","stddev_samp(_col4)"],keys:_col0, _col1, _col2, 3 - Select Operator [SEL_21] (rows=614922 width=1436) + Select Operator [SEL_21] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col4"] - Merge Join Operator [MERGEJOIN_101] (rows=614922 width=1436) + Merge Join Operator [MERGEJOIN_101] (rows=50024305 width=15) Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col3","_col4","_col5","_col6"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -128,7 +128,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_100] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_100] (rows=45476640 width=15) Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col3","_col4","_col5","_col6"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -142,17 +142,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_99] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_99] (rows=41342400 width=15) Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col4"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_89] (rows=1 width=0) + Filter Operator [FIL_89] (rows=37584000 width=15) predicate:(inv_item_sk is not null and inv_warehouse_sk is not null and inv_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] + TableScan [TS_0] (rows=37584000 width=15) + default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query40.q.out b/ql/src/test/results/clientpositive/perf/query40.q.out index 34ceb71..b2eb6bb 100644 --- a/ql/src/test/results/clientpositive/perf/query40.q.out +++ b/ql/src/test/results/clientpositive/perf/query40.q.out @@ -18,22 +18,22 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_36] - Limit [LIM_35] (rows=100 width=1436) + Limit [LIM_35] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_34] (rows=139755 width=1436) + Select Operator [SEL_34] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_33] - Group By Operator [GBY_31] (rows=139755 width=1436) + Group By Operator [GBY_31] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0, _col1 - Group By Operator [GBY_29] (rows=279510 width=1436) + Group By Operator [GBY_29] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1 - Select Operator [SEL_27] (rows=279510 width=1436) + Select Operator [SEL_27] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3"] - Merge Join Operator [MERGEJOIN_58] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135) Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -47,7 +47,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_57] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135) Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col0","_col4","_col7","_col9","_col11"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -61,7 +61,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_56] (rows=29 width=1054) + Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135) Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0","_col2","_col4","_col7","_col9"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -75,24 +75,24 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_55] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135) Conds:RS_15._col3, _col2=RS_16._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col3, _col2 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_50] (rows=1 width=0) + Filter Operator [FIL_50] (rows=287989836 width=135) predicate:(cs_warehouse_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"] + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col1, _col0 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=28798881 width=106) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_51] (rows=1 width=0) + Filter Operator [FIL_51] (rows=28798881 width=106) predicate:cr_item_sk is not null - TableScan [TS_3] (rows=1 width=0) - default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"] + TableScan [TS_3] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"] diff --git a/ql/src/test/results/clientpositive/perf/query42.q.out b/ql/src/test/results/clientpositive/perf/query42.q.out index 1640d4e..06269fa 100644 --- a/ql/src/test/results/clientpositive/perf/query42.q.out +++ b/ql/src/test/results/clientpositive/perf/query42.q.out @@ -16,24 +16,24 @@ Stage-0 Stage-1 Reducer 5 File Output Operator [FS_24] - Limit [LIM_23] (rows=100 width=1436) + Limit [LIM_23] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_22] (rows=127050 width=1436) + Select Operator [SEL_22] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_21] - Select Operator [SEL_20] (rows=127050 width=1436) + Select Operator [SEL_20] (rows=348477374 width=88) Output:["_col1","_col2","_col3"] - Group By Operator [GBY_19] (rows=127050 width=1436) + Group By Operator [GBY_19] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:1998, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:1998, _col1, _col2 - Group By Operator [GBY_17] (rows=254100 width=1436) + Group By Operator [GBY_17] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:1998, _col1, _col2 - Select Operator [SEL_15] (rows=254100 width=1436) + Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col1","_col2","_col3"] - Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col5","_col7","_col8"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -47,7 +47,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_33] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col4","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] @@ -61,10 +61,10 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_31] (rows=1 width=0) + Filter Operator [FIL_31] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_item_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] + TableScan [TS_3] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] diff --git a/ql/src/test/results/clientpositive/perf/query43.q.out b/ql/src/test/results/clientpositive/perf/query43.q.out index 6262c1f..f9ef3c1 100644 --- a/ql/src/test/results/clientpositive/perf/query43.q.out +++ b/ql/src/test/results/clientpositive/perf/query43.q.out @@ -16,22 +16,22 @@ Stage-0 Stage-1 Reducer 5 File Output Operator [FS_24] - Limit [LIM_23] (rows=100 width=1119) + Limit [LIM_23] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_22] (rows=22096 width=1119) + Select Operator [SEL_22] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_21] - Group By Operator [GBY_19] (rows=22096 width=1119) + Group By Operator [GBY_19] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0, _col1 - Group By Operator [GBY_17] (rows=44193 width=1119) + Group By Operator [GBY_17] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1 - Select Operator [SEL_15] (rows=44193 width=1119) + Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Merge Join Operator [MERGEJOIN_34] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col2","_col5","_col7","_col8"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -45,7 +45,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_33] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col2","_col4","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] @@ -59,10 +59,10 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_31] (rows=1 width=0) + Filter Operator [FIL_31] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"] + TableScan [TS_3] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"] diff --git a/ql/src/test/results/clientpositive/perf/query45.q.out b/ql/src/test/results/clientpositive/perf/query45.q.out index 17bc5ee..d02bd5a 100644 --- a/ql/src/test/results/clientpositive/perf/query45.q.out +++ b/ql/src/test/results/clientpositive/perf/query45.q.out @@ -19,24 +19,24 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_44] - Limit [LIM_43] (rows=100 width=860) + Limit [LIM_43] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_42] (rows=58564004 width=860) + Select Operator [SEL_42] (rows=105417161 width=135) Output:["_col0","_col1","_col2"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_41] - Select Operator [SEL_40] (rows=58564004 width=860) + Select Operator [SEL_40] (rows=105417161 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_39] (rows=58564004 width=860) + Group By Operator [GBY_39] (rows=105417161 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_38] PartitionCols:_col0, _col1 - Group By Operator [GBY_37] (rows=117128008 width=860) + Group By Operator [GBY_37] (rows=210834322 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col8 - Select Operator [SEL_36] (rows=117128008 width=860) + Select Operator [SEL_36] (rows=210834322 width=135) Output:["_col7","_col8","_col3"] - Merge Join Operator [MERGEJOIN_72] (rows=117128008 width=860) + Merge Join Operator [MERGEJOIN_72] (rows=210834322 width=135) Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col3","_col7","_col8"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -66,7 +66,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_70] (rows=106480005 width=860) + Merge Join Operator [MERGEJOIN_70] (rows=191667562 width=135) Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col7","_col8"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -80,7 +80,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_69] (rows=96800003 width=860) + Merge Join Operator [MERGEJOIN_69] (rows=174243235 width=135) Conds:RS_27._col5=RS_28._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col8"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_28] @@ -94,17 +94,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_68] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_68] (rows=158402938 width=135) Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col0","_col1","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col2 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_62] (rows=1 width=0) + Filter Operator [FIL_62] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null and ws_item_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_sales_price"] + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_sales_price"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query46.q.out b/ql/src/test/results/clientpositive/perf/query46.q.out index 11804c9..2b35e86 100644 --- a/ql/src/test/results/clientpositive/perf/query46.q.out +++ b/ql/src/test/results/clientpositive/perf/query46.q.out @@ -20,17 +20,17 @@ Stage-0 Stage-1 Reducer 9 File Output Operator [FS_50] - Limit [LIM_49] (rows=100 width=860) + Limit [LIM_49] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_48] (rows=96800003 width=860) + Select Operator [SEL_48] (rows=510205766 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_47] - Select Operator [SEL_46] (rows=96800003 width=860) + Select Operator [SEL_46] (rows=510205766 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_45] (rows=96800003 width=860) + Filter Operator [FIL_45] (rows=510205766 width=88) predicate:(_col10 <> _col2) - Merge Join Operator [MERGEJOIN_90] (rows=96800003 width=860) + Merge Join Operator [MERGEJOIN_90] (rows=510205766 width=88) Conds:RS_42._col6=RS_43._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col7","_col8","_col10"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -44,7 +44,7 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_89] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_89] (rows=463823414 width=88) Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col6","_col7","_col8"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_40] @@ -58,18 +58,18 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col1 - Select Operator [SEL_31] (rows=22000000 width=1014) + Select Operator [SEL_31] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_30] (rows=22000000 width=1014) + Group By Operator [GBY_30] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_28] (rows=44000000 width=1014) + Group By Operator [GBY_28] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col17 - Select Operator [SEL_27] (rows=44000000 width=1014) + Select Operator [SEL_27] (rows=843315281 width=88) Output:["_col1","_col3","_col5","_col17","_col6","_col7"] - Merge Join Operator [MERGEJOIN_88] (rows=44000000 width=1014) + Merge Join Operator [MERGEJOIN_88] (rows=843315281 width=88) Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col17"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -83,7 +83,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_87] (rows=24306 width=1119) + Merge Join Operator [MERGEJOIN_87] (rows=766650239 width=88) Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -97,7 +97,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_86] (rows=22097 width=1119) + Merge Join Operator [MERGEJOIN_86] (rows=696954748 width=88) Conds:RS_18._col4=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -111,17 +111,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_85] (rows=20089 width=1119) + Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88) Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_78] (rows=1 width=0) + Filter Operator [FIL_78] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query48.q.out b/ql/src/test/results/clientpositive/perf/query48.q.out index d93fc07..3afffd9 100644 --- a/ql/src/test/results/clientpositive/perf/query48.q.out +++ b/ql/src/test/results/clientpositive/perf/query48.q.out @@ -23,7 +23,7 @@ Stage-0 SHUFFLE [RS_31] Group By Operator [GBY_30] (rows=1 width=8) Output:["_col0"],aggregations:["sum(_col4)"] - Merge Join Operator [MERGEJOIN_57] (rows=9075000 width=1014) + Merge Join Operator [MERGEJOIN_57] (rows=632486461 width=88) Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col4"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_27] @@ -37,11 +37,11 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0 - Select Operator [SEL_22] (rows=8250000 width=1014) + Select Operator [SEL_22] (rows=574987680 width=88) Output:["_col0","_col4"] - Filter Operator [FIL_21] (rows=8250000 width=1014) + Filter Operator [FIL_21] (rows=574987680 width=88) predicate:(((_col12) IN ('KY', 'GA', 'NM') and _col6 BETWEEN 0 AND 2000) or ((_col12) IN ('MT', 'OR', 'IN') and _col6 BETWEEN 150 AND 3000) or ((_col12) IN ('WI', 'MO', 'WV') and _col6 BETWEEN 50 AND 25000)) - Merge Join Operator [MERGEJOIN_56] (rows=11000000 width=1014) + Merge Join Operator [MERGEJOIN_56] (rows=766650239 width=88) Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col0","_col4","_col6","_col12"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -55,7 +55,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_55] (rows=5445 width=362) + Merge Join Operator [MERGEJOIN_55] (rows=696954748 width=88) Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col4","_col6"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -69,17 +69,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_54] (rows=1874 width=1911) + Merge Join Operator [MERGEJOIN_54] (rows=633595212 width=88) Conds:RS_12._col3=RS_13._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col6"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col3 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col6"] - Filter Operator [FIL_49] (rows=1 width=0) + Filter Operator [FIL_49] (rows=575995635 width=88) predicate:((ss_sales_price BETWEEN 100.0 AND 150.0 or ss_sales_price BETWEEN 50.0 AND 100.0 or ss_sales_price BETWEEN 150.0 AND 200.0) and (ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and ss_store_sk is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query50.q.out b/ql/src/test/results/clientpositive/perf/query50.q.out index e6ba451..d014711 100644 --- a/ql/src/test/results/clientpositive/perf/query50.q.out +++ b/ql/src/test/results/clientpositive/perf/query50.q.out @@ -130,22 +130,22 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_36] - Limit [LIM_35] (rows=100 width=1119) + Limit [LIM_35] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_34] (rows=44194 width=1119) + Select Operator [SEL_34] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_33] - Group By Operator [GBY_31] (rows=44194 width=1119) + Group By Operator [GBY_31] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Group By Operator [GBY_29] (rows=88388 width=1119) + Group By Operator [GBY_29] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Select Operator [SEL_27] (rows=88388 width=1119) + Select Operator [SEL_27] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] - Merge Join Operator [MERGEJOIN_59] (rows=88388 width=1119) + Merge Join Operator [MERGEJOIN_59] (rows=843315281 width=88) Conds:RS_24._col5=RS_25._col0(Inner),Output:["_col0","_col5","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -159,7 +159,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_58] (rows=80353 width=1119) + Merge Join Operator [MERGEJOIN_58] (rows=766650239 width=88) Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col0","_col5","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -173,7 +173,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_57] (rows=1874 width=1911) + Merge Join Operator [MERGEJOIN_57] (rows=696954748 width=88) Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col0","_col5","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -187,24 +187,24 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_56] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_56] (rows=633595212 width=88) Conds:RS_15._col4, _col1, _col2=RS_16._col3, _col1, _col2(Inner),Output:["_col0","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col4, _col1, _col2 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_51] (rows=1 width=0) + Filter Operator [FIL_51] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_store_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col3, _col1, _col2 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_52] (rows=1 width=0) + Filter Operator [FIL_52] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number"] + TableScan [TS_3] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number"] diff --git a/ql/src/test/results/clientpositive/perf/query51.q.out b/ql/src/test/results/clientpositive/perf/query51.q.out index 08546c5..d0f3be5 100644 --- a/ql/src/test/results/clientpositive/perf/query51.q.out +++ b/ql/src/test/results/clientpositive/perf/query51.q.out @@ -101,42 +101,42 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_53] - Limit [LIM_52] (rows=100 width=1119) + Limit [LIM_52] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_51] (rows=7365 width=1119) + Select Operator [SEL_51] (rows=116159124 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_50] - Select Operator [SEL_46] (rows=7365 width=1119) + Select Operator [SEL_46] (rows=116159124 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_58] (rows=7365 width=1119) + Filter Operator [FIL_58] (rows=116159124 width=88) predicate:(max_window_0 > max_window_1) - PTF Operator [PTF_45] (rows=22096 width=1119) + PTF Operator [PTF_45] (rows=348477374 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"CASE WHEN (_col1 is not null) THEN (_col1) ELSE (_col4) END ASC NULLS FIRST","partition by:":"CASE WHEN (_col0 is not null) THEN (_col0) ELSE (_col3) END"}] - Select Operator [SEL_44] (rows=22096 width=1119) + Select Operator [SEL_44] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_43] PartitionCols:CASE WHEN (_col0 is not null) THEN (_col0) ELSE (_col3) END - Merge Join Operator [MERGEJOIN_67] (rows=22096 width=1119) + Merge Join Operator [MERGEJOIN_67] (rows=348477374 width=88) Conds:RS_40._col0, _col1=RS_41._col0, _col1(Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0, _col1 - Select Operator [SEL_37] (rows=20088 width=1119) + Select Operator [SEL_37] (rows=316797606 width=88) Output:["_col0","_col1","_col2"] - PTF Operator [PTF_36] (rows=20088 width=1119) + PTF Operator [PTF_36] (rows=316797606 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] - Group By Operator [GBY_32] (rows=20088 width=1119) + Group By Operator [GBY_32] (rows=316797606 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col0 - Group By Operator [GBY_30] (rows=40176 width=1119) + Group By Operator [GBY_30] (rows=633595212 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4 - Select Operator [SEL_29] (rows=40176 width=1119) + Select Operator [SEL_29] (rows=633595212 width=88) Output:["_col1","_col4","_col2"] - Merge Join Operator [MERGEJOIN_66] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_66] (rows=633595212 width=88) Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col4"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_27] @@ -150,39 +150,39 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0 - Select Operator [SEL_22] (rows=1 width=0) + Select Operator [SEL_22] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_61] (rows=1 width=0) + Filter Operator [FIL_61] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_20] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_sales_price"] + TableScan [TS_20] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_sales_price"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col0, _col1 - Select Operator [SEL_17] (rows=20088 width=1119) + Select Operator [SEL_17] (rows=79201469 width=135) Output:["_col0","_col1","_col2"] - PTF Operator [PTF_16] (rows=20088 width=1119) + PTF Operator [PTF_16] (rows=79201469 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] - Group By Operator [GBY_12] (rows=20088 width=1119) + Group By Operator [GBY_12] (rows=79201469 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_11] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=40176 width=1119) + Group By Operator [GBY_10] (rows=158402938 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4 - Select Operator [SEL_9] (rows=40176 width=1119) + Select Operator [SEL_9] (rows=158402938 width=135) Output:["_col1","_col4","_col2"] - Merge Join Operator [MERGEJOIN_65] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_65] (rows=158402938 width=135) Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_6] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_59] (rows=1 width=0) + Filter Operator [FIL_59] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_sales_price"] + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_sales_price"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_7] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query52.q.out b/ql/src/test/results/clientpositive/perf/query52.q.out index 7bf7317..89fb2f6 100644 --- a/ql/src/test/results/clientpositive/perf/query52.q.out +++ b/ql/src/test/results/clientpositive/perf/query52.q.out @@ -16,24 +16,24 @@ Stage-0 Stage-1 Reducer 5 File Output Operator [FS_24] - Limit [LIM_23] (rows=100 width=1436) + Limit [LIM_23] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_22] (rows=127050 width=1436) + Select Operator [SEL_22] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_21] - Select Operator [SEL_20] (rows=127050 width=1436) + Select Operator [SEL_20] (rows=348477374 width=88) Output:["_col1","_col2","_col3"] - Group By Operator [GBY_19] (rows=127050 width=1436) + Group By Operator [GBY_19] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:1998, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:1998, _col1, _col2 - Group By Operator [GBY_17] (rows=254100 width=1436) + Group By Operator [GBY_17] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:1998, _col1, _col2 - Select Operator [SEL_15] (rows=254100 width=1436) + Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col1","_col2","_col3"] - Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col5","_col7","_col8"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -47,7 +47,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_33] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col4","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] @@ -61,10 +61,10 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_31] (rows=1 width=0) + Filter Operator [FIL_31] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_item_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] + TableScan [TS_3] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] diff --git a/ql/src/test/results/clientpositive/perf/query54.q.out b/ql/src/test/results/clientpositive/perf/query54.q.out index 3edf749..9bc0cee 100644 --- a/ql/src/test/results/clientpositive/perf/query54.q.out +++ b/ql/src/test/results/clientpositive/perf/query54.q.out @@ -25,31 +25,31 @@ Stage-0 Stage-1 Reducer 13 File Output Operator [FS_68] - Limit [LIM_67] (rows=100 width=860) + Limit [LIM_67] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_66] (rows=16105101 width=860) + Select Operator [SEL_66] (rows=210828820 width=88) Output:["_col0","_col1","_col2"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_65] - Select Operator [SEL_64] (rows=16105101 width=860) + Select Operator [SEL_64] (rows=210828820 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_63] (rows=16105101 width=860) + Group By Operator [GBY_63] (rows=210828820 width=88) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_62] PartitionCols:_col0 - Group By Operator [GBY_61] (rows=32210202 width=860) + Group By Operator [GBY_61] (rows=421657640 width=88) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_59] (rows=32210202 width=860) + Select Operator [SEL_59] (rows=421657640 width=88) Output:["_col0"] - Group By Operator [GBY_58] (rows=32210202 width=860) + Group By Operator [GBY_58] (rows=421657640 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_57] PartitionCols:_col0 - Group By Operator [GBY_56] (rows=64420404 width=860) + Group By Operator [GBY_56] (rows=843315281 width=88) Output:["_col0","_col1"],aggregations:["sum(_col4)"],keys:_col0 - Merge Join Operator [MERGEJOIN_126] (rows=64420404 width=860) + Merge Join Operator [MERGEJOIN_126] (rows=843315281 width=88) Conds:RS_52._col2=RS_53._col0(Inner),Output:["_col0","_col4"] <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_53] @@ -63,7 +63,7 @@ Stage-0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_52] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_125] (rows=58564003 width=860) + Merge Join Operator [MERGEJOIN_125] (rows=766650239 width=88) Conds:RS_49._col6, _col7=RS_50._col0, _col1(Inner),Output:["_col0","_col2","_col4"] <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_50] @@ -77,7 +77,7 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_49] PartitionCols:_col6, _col7 - Merge Join Operator [MERGEJOIN_124] (rows=53240002 width=860) + Merge Join Operator [MERGEJOIN_124] (rows=696954748 width=88) Conds:RS_46._col1=RS_47._col0(Inner),Output:["_col0","_col2","_col4","_col6","_col7"] <-Map 19 [SIMPLE_EDGE] SHUFFLE [RS_47] @@ -91,28 +91,28 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_123] (rows=48400001 width=860) + Merge Join Operator [MERGEJOIN_123] (rows=633595212 width=88) Conds:RS_43._col0=RS_44._col1(Inner),Output:["_col0","_col1","_col2","_col4"] <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_44] PartitionCols:_col1 - Select Operator [SEL_33] (rows=1 width=0) + Select Operator [SEL_33] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_116] (rows=1 width=0) + Filter Operator [FIL_116] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_31] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"] + TableScan [TS_31] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_43] PartitionCols:_col0 - Group By Operator [GBY_29] (rows=44000000 width=860) + Group By Operator [GBY_29] (rows=287491029 width=135) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col0, _col1 - Group By Operator [GBY_27] (rows=88000001 width=860) + Group By Operator [GBY_27] (rows=574982058 width=135) Output:["_col0","_col1"],keys:_col9, _col10 - Merge Join Operator [MERGEJOIN_122] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_122] (rows=574982058 width=135) Conds:RS_23._col1=RS_24._col0(Inner),Output:["_col9","_col10"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_24] @@ -126,7 +126,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_23] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_121] (rows=139755 width=1436) + Merge Join Operator [MERGEJOIN_121] (rows=522710951 width=135) Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_21] @@ -140,7 +140,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_20] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_120] (rows=127050 width=1436) + Merge Join Operator [MERGEJOIN_120] (rows=475191764 width=135) Conds:Union 2._col2=RS_18._col0(Inner),Output:["_col0","_col1"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -155,19 +155,19 @@ Stage-0 <-Map 1 [CONTAINS] Reduce Output Operator [RS_17] PartitionCols:_col2 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_111] (rows=1 width=0) + Filter Operator [FIL_111] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_bill_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) + TableScan [TS_0] (rows=287989836 width=135) Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"] <-Map 14 [CONTAINS] Reduce Output Operator [RS_17] PartitionCols:_col2 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_112] (rows=1 width=0) + Filter Operator [FIL_112] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_bill_customer_sk is not null) - TableScan [TS_3] (rows=1 width=0) + TableScan [TS_3] (rows=144002668 width=135) Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"] diff --git a/ql/src/test/results/clientpositive/perf/query55.q.out b/ql/src/test/results/clientpositive/perf/query55.q.out index a9044c1..2c005ef 100644 --- a/ql/src/test/results/clientpositive/perf/query55.q.out +++ b/ql/src/test/results/clientpositive/perf/query55.q.out @@ -16,22 +16,22 @@ Stage-0 Stage-1 Reducer 5 File Output Operator [FS_24] - Limit [LIM_23] (rows=100 width=1436) + Limit [LIM_23] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_22] (rows=127050 width=1436) + Select Operator [SEL_22] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_21] - Group By Operator [GBY_18] (rows=127050 width=1436) + Group By Operator [GBY_18] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] PartitionCols:_col0, _col1 - Group By Operator [GBY_16] (rows=254100 width=1436) + Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col5)"],keys:_col7, _col8 - Select Operator [SEL_15] (rows=254100 width=1436) + Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col7","_col8","_col5"] - Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col5","_col7","_col8"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -45,7 +45,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_33] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col4","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] @@ -59,10 +59,10 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_31] (rows=1 width=0) + Filter Operator [FIL_31] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_item_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] + TableScan [TS_3] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] diff --git a/ql/src/test/results/clientpositive/perf/query58.q.out b/ql/src/test/results/clientpositive/perf/query58.q.out index 2475d92..4f5b4a0 100644 --- a/ql/src/test/results/clientpositive/perf/query58.q.out +++ b/ql/src/test/results/clientpositive/perf/query58.q.out @@ -120,36 +120,36 @@ Stage-0 Stage-1 Reducer 8 File Output Operator [FS_112] - Limit [LIM_111] (rows=100 width=1436) + Limit [LIM_111] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_110] (rows=21137 width=1436) + Select Operator [SEL_110] (rows=7247240 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_109] - Select Operator [SEL_108] (rows=21137 width=1436) + Select Operator [SEL_108] (rows=7247240 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_107] (rows=21137 width=1436) + Filter Operator [FIL_107] (rows=7247240 width=88) predicate:(_col1 BETWEEN (0.9 * UDFToDouble(_col5)) AND (1.1 * UDFToDouble(_col5)) and _col3 BETWEEN (0.9 * UDFToDouble(_col5)) AND (1.1 * UDFToDouble(_col5)) and _col5 BETWEEN (0.9 * UDFToDouble(_col1)) AND (1.1 * UDFToDouble(_col1)) and _col5 BETWEEN (0.9 * UDFToDouble(_col3)) AND (1.1 * UDFToDouble(_col3))) - Merge Join Operator [MERGEJOIN_202] (rows=338207 width=1436) + Merge Join Operator [MERGEJOIN_202] (rows=115955853 width=88) Conds:RS_104._col0=RS_105._col0(Inner),Output:["_col0","_col1","_col3","_col5"] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_105] PartitionCols:_col0 - Group By Operator [GBY_102] (rows=307461 width=1436) + Group By Operator [GBY_102] (rows=95833781 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_101] PartitionCols:_col0 - Group By Operator [GBY_100] (rows=614922 width=1436) + Group By Operator [GBY_100] (rows=191667562 width=135) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Select Operator [SEL_99] (rows=614922 width=1436) + Select Operator [SEL_99] (rows=191667562 width=135) Output:["_col4","_col2"] - Merge Join Operator [MERGEJOIN_200] (rows=614922 width=1436) + Merge Join Operator [MERGEJOIN_200] (rows=191667562 width=135) Conds:RS_96._col6=RS_97._col0(Inner),Output:["_col2","_col4"] <-Reducer 26 [SIMPLE_EDGE] SHUFFLE [RS_96] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_196] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_196] (rows=174243235 width=135) Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col2","_col4","_col6"] <-Map 30 [SIMPLE_EDGE] SHUFFLE [RS_94] @@ -163,17 +163,17 @@ Stage-0 <-Reducer 25 [SIMPLE_EDGE] SHUFFLE [RS_93] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_195] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_195] (rows=158402938 width=135) Conds:RS_90._col1=RS_91._col0(Inner),Output:["_col0","_col2","_col4"] <-Map 24 [SIMPLE_EDGE] SHUFFLE [RS_90] PartitionCols:_col1 - Select Operator [SEL_73] (rows=1 width=0) + Select Operator [SEL_73] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_184] (rows=1 width=0) + Filter Operator [FIL_184] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) - TableScan [TS_71] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"] + TableScan [TS_71] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"] <-Map 29 [SIMPLE_EDGE] SHUFFLE [RS_91] PartitionCols:_col0 @@ -209,28 +209,28 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_104] PartitionCols:_col0 - Filter Operator [FIL_69] (rows=84551 width=1436) + Filter Operator [FIL_69] (rows=105414410 width=88) predicate:(_col1 BETWEEN (0.9 * UDFToDouble(_col3)) AND (1.1 * UDFToDouble(_col3)) and _col3 BETWEEN (0.9 * UDFToDouble(_col1)) AND (1.1 * UDFToDouble(_col1))) - Merge Join Operator [MERGEJOIN_201] (rows=338207 width=1436) + Merge Join Operator [MERGEJOIN_201] (rows=421657640 width=88) Conds:RS_66._col0=RS_67._col0(Inner),Output:["_col0","_col1","_col3"] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_67] PartitionCols:_col0 - Group By Operator [GBY_64] (rows=307461 width=1436) + Group By Operator [GBY_64] (rows=191657247 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_63] PartitionCols:_col0 - Group By Operator [GBY_62] (rows=614922 width=1436) + Group By Operator [GBY_62] (rows=383314495 width=135) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Select Operator [SEL_61] (rows=614922 width=1436) + Select Operator [SEL_61] (rows=383314495 width=135) Output:["_col4","_col2"] - Merge Join Operator [MERGEJOIN_199] (rows=614922 width=1436) + Merge Join Operator [MERGEJOIN_199] (rows=383314495 width=135) Conds:RS_58._col6=RS_59._col0(Inner),Output:["_col2","_col4"] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_58] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_193] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_193] (rows=348467716 width=135) Conds:RS_55._col0=RS_56._col0(Inner),Output:["_col2","_col4","_col6"] <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_56] @@ -244,17 +244,17 @@ Stage-0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_55] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_192] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_192] (rows=316788826 width=135) Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col0","_col2","_col4"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_52] PartitionCols:_col1 - Select Operator [SEL_35] (rows=1 width=0) + Select Operator [SEL_35] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_179] (rows=1 width=0) + Filter Operator [FIL_179] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_33] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"] + TableScan [TS_33] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"] <-Map 19 [SIMPLE_EDGE] SHUFFLE [RS_53] PartitionCols:_col0 @@ -290,16 +290,16 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_66] PartitionCols:_col0 - Group By Operator [GBY_31] (rows=307461 width=1436) + Group By Operator [GBY_31] (rows=383325119 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 - Group By Operator [GBY_29] (rows=614922 width=1436) + Group By Operator [GBY_29] (rows=766650239 width=88) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Select Operator [SEL_28] (rows=614922 width=1436) + Select Operator [SEL_28] (rows=766650239 width=88) Output:["_col4","_col2"] - Merge Join Operator [MERGEJOIN_198] (rows=614922 width=1436) + Merge Join Operator [MERGEJOIN_198] (rows=766650239 width=88) Conds:RS_25._col6=RS_26._col0(Inner),Output:["_col2","_col4"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_26] @@ -327,7 +327,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_190] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_190] (rows=696954748 width=88) Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col2","_col4","_col6"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_23] @@ -341,17 +341,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_189] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_189] (rows=633595212 width=88) Conds:RS_19._col1=RS_20._col0(Inner),Output:["_col0","_col2","_col4"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_174] (rows=1 width=0) + Filter Operator [FIL_174] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_20] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query64.q.out b/ql/src/test/results/clientpositive/perf/query64.q.out index ff81523..f1880f4 100644 --- a/ql/src/test/results/clientpositive/perf/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/query64.q.out @@ -52,31 +52,31 @@ Stage-0 Stage-1 Reducer 20 File Output Operator [FS_255] - Select Operator [SEL_254] (rows=122532649 width=860) + Select Operator [SEL_254] (rows=970451293 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20"] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_253] - Select Operator [SEL_252] (rows=122532649 width=860) + Select Operator [SEL_252] (rows=970451293 width=88) Output:["_col0","_col1","_col10","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col2","_col20","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Filter Operator [FIL_251] (rows=122532649 width=860) + Filter Operator [FIL_251] (rows=970451293 width=88) predicate:(_col34 <= _col15) - Merge Join Operator [MERGEJOIN_716] (rows=367597947 width=860) + Merge Join Operator [MERGEJOIN_716] (rows=2911353879 width=88) Conds:RS_248._col1, _col2, _col3=RS_249._col1, _col2, _col3(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col34","_col35","_col36","_col37"] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_248] PartitionCols:_col1, _col2, _col3 - Select Operator [SEL_123] (rows=334179945 width=860) + Select Operator [SEL_123] (rows=2646685288 width=88) Output:["_col0","_col1","_col10","_col11","_col15","_col16","_col17","_col18","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Group By Operator [GBY_122] (rows=334179945 width=860) + Group By Operator [GBY_122] (rows=2646685288 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, 2000, KEY._col13, KEY._col14 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_121] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, 2000, _col13, _col14 - Group By Operator [GBY_120] (rows=668359891 width=860) + Group By Operator [GBY_120] (rows=5293370577 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["count()","sum(_col15)","sum(_col16)","sum(_col17)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, 2000, _col13, _col14 - Select Operator [SEL_118] (rows=668359891 width=860) + Select Operator [SEL_118] (rows=5293370577 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16","_col17"] - Merge Join Operator [MERGEJOIN_698] (rows=668359891 width=860) + Merge Join Operator [MERGEJOIN_698] (rows=5293370577 width=88) Conds:RS_114._col1=RS_115._col0(Inner),RS_114._col1=RS_116._col0(Inner),Output:["_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47","_col50","_col53"] <-Map 36 [SIMPLE_EDGE] SHUFFLE [RS_115] @@ -90,7 +90,7 @@ Stage-0 <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_114] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_696] (rows=303799944 width=860) + Merge Join Operator [MERGEJOIN_696] (rows=2406077483 width=88) Conds:RS_111._col37=RS_112._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"] <-Map 35 [SIMPLE_EDGE] SHUFFLE [RS_112] @@ -104,7 +104,7 @@ Stage-0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_111] PartitionCols:_col37 - Merge Join Operator [MERGEJOIN_695] (rows=276181762 width=860) + Merge Join Operator [MERGEJOIN_695] (rows=2187343119 width=88) Conds:RS_108._col35=RS_109._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col37","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"] <-Map 34 [SIMPLE_EDGE] SHUFFLE [RS_109] @@ -118,7 +118,7 @@ Stage-0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_108] PartitionCols:_col35 - Merge Join Operator [MERGEJOIN_694] (rows=251074324 width=860) + Merge Join Operator [MERGEJOIN_694] (rows=1988493702 width=88) Conds:RS_105._col17=RS_106._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col35","_col37","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"] <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_106] @@ -132,7 +132,7 @@ Stage-0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_105] PartitionCols:_col17 - Merge Join Operator [MERGEJOIN_693] (rows=228249381 width=860) + Merge Join Operator [MERGEJOIN_693] (rows=1807721509 width=88) Conds:RS_102._col5=RS_103._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col17","_col23","_col25","_col27","_col28","_col35","_col37","_col39","_col40","_col41","_col42"] <-Map 32 [SIMPLE_EDGE] SHUFFLE [RS_103] @@ -146,7 +146,7 @@ Stage-0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_102] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_692] (rows=207499433 width=860) + Merge Join Operator [MERGEJOIN_692] (rows=1643383155 width=88) Conds:RS_99._col16=RS_100._col0(Inner),Output:["_col1","_col5","_col9","_col10","_col11","_col17","_col23","_col25","_col27","_col28","_col35","_col37"] <-Map 31 [SIMPLE_EDGE] SHUFFLE [RS_100] @@ -160,7 +160,7 @@ Stage-0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_99] PartitionCols:_col16 - Merge Join Operator [MERGEJOIN_691] (rows=188635845 width=860) + Merge Join Operator [MERGEJOIN_691] (rows=1493984654 width=88) Conds:RS_96._col4=RS_97._col0(Inner),Output:["_col1","_col5","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col35"] <-Map 30 [SIMPLE_EDGE] SHUFFLE [RS_97] @@ -174,7 +174,7 @@ Stage-0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_96] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_690] (rows=171487129 width=860) + Merge Join Operator [MERGEJOIN_690] (rows=1358167838 width=88) Conds:RS_93._col7=RS_94._col0(Inner),Output:["_col1","_col4","_col5","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28"] <-Map 29 [SIMPLE_EDGE] SHUFFLE [RS_94] @@ -188,11 +188,11 @@ Stage-0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_93] PartitionCols:_col7 - Select Operator [SEL_52] (rows=155897387 width=860) + Select Operator [SEL_52] (rows=1234698008 width=88) Output:["_col1","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col4","_col5","_col7","_col9"] - Filter Operator [FIL_51] (rows=155897387 width=860) + Filter Operator [FIL_51] (rows=1234698008 width=88) predicate:(_col30 <> _col32) - Merge Join Operator [MERGEJOIN_689] (rows=155897387 width=860) + Merge Join Operator [MERGEJOIN_689] (rows=1234698008 width=88) Conds:RS_48._col15=RS_49._col0(Inner),Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col30","_col32"] <-Map 28 [SIMPLE_EDGE] SHUFFLE [RS_49] @@ -206,7 +206,7 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_48] PartitionCols:_col15 - Merge Join Operator [MERGEJOIN_688] (rows=141724895 width=860) + Merge Join Operator [MERGEJOIN_688] (rows=1122452711 width=88) Conds:RS_45._col3=RS_46._col0(Inner),Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25","_col27","_col28","_col30"] <-Map 27 [SIMPLE_EDGE] SHUFFLE [RS_46] @@ -220,7 +220,7 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_687] (rows=128840811 width=860) + Merge Join Operator [MERGEJOIN_687] (rows=1020411534 width=88) Conds:RS_42._col6=RS_43._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25","_col27","_col28"] <-Map 26 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -234,7 +234,7 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_686] (rows=117128008 width=860) + Merge Join Operator [MERGEJOIN_686] (rows=927646829 width=88) Conds:RS_39._col18=RS_40._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25"] <-Map 25 [SIMPLE_EDGE] SHUFFLE [RS_40] @@ -248,7 +248,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col18 - Merge Join Operator [MERGEJOIN_685] (rows=106480005 width=860) + Merge Join Operator [MERGEJOIN_685] (rows=843315281 width=88) Conds:RS_36._col19=RS_37._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col23"] <-Map 24 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -262,7 +262,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col19 - Merge Join Operator [MERGEJOIN_684] (rows=96800003 width=860) + Merge Join Operator [MERGEJOIN_684] (rows=766650239 width=88) Conds:RS_33._col0=RS_34._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col19"] <-Map 23 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -276,7 +276,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_683] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_683] (rows=696954748 width=88) Conds:RS_30._col2=RS_31._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col19"] <-Map 22 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -290,77 +290,77 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_682] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_682] (rows=633595212 width=88) Conds:RS_27._col1, _col8=RS_28._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col1, _col8 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_644] (rows=1 width=0) + Filter Operator [FIL_644] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_ticket_number is not null and ss_customer_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_cdemo_sk is not null and ss_promo_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col0, _col1 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=57591150 width=77) Output:["_col0","_col1"] - Filter Operator [FIL_645] (rows=1 width=0) + Filter Operator [FIL_645] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_ticket_number is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number"] + TableScan [TS_3] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"] <-Reducer 39 [SIMPLE_EDGE] SHUFFLE [RS_116] PartitionCols:_col0 - Select Operator [SEL_92] (rows=1 width=0) + Select Operator [SEL_92] (rows=52798137 width=135) Output:["_col0"] - Filter Operator [FIL_91] (rows=1 width=0) + Filter Operator [FIL_91] (rows=52798137 width=135) predicate:(_col1 > (2 * _col2)) - Group By Operator [GBY_90] (rows=1 width=0) + Group By Operator [GBY_90] (rows=158394413 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 38 [SIMPLE_EDGE] SHUFFLE [RS_89] PartitionCols:_col0 - Group By Operator [GBY_88] (rows=1 width=0) + Group By Operator [GBY_88] (rows=316788826 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0 - Select Operator [SEL_86] (rows=1 width=0) + Select Operator [SEL_86] (rows=316788826 width=135) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_697] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_697] (rows=316788826 width=135) Conds:RS_83._col0, _col1=RS_84._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] <-Map 37 [SIMPLE_EDGE] SHUFFLE [RS_83] PartitionCols:_col0, _col1 - Select Operator [SEL_79] (rows=1 width=0) + Select Operator [SEL_79] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_661] (rows=1 width=0) + Filter Operator [FIL_661] (rows=287989836 width=135) predicate:(cs_order_number is not null and cs_item_sk is not null) - TableScan [TS_77] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] + TableScan [TS_77] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] <-Map 40 [SIMPLE_EDGE] SHUFFLE [RS_84] PartitionCols:_col0, _col1 - Select Operator [SEL_82] (rows=1 width=0) + Select Operator [SEL_82] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_662] (rows=1 width=0) + Filter Operator [FIL_662] (rows=28798881 width=106) predicate:(cr_order_number is not null and cr_item_sk is not null) - TableScan [TS_80] (rows=1 width=0) - default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"] + TableScan [TS_80] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"] <-Reducer 58 [SIMPLE_EDGE] SHUFFLE [RS_249] PartitionCols:_col1, _col2, _col3 - Select Operator [SEL_247] (rows=334179945 width=860) + Select Operator [SEL_247] (rows=2646685288 width=88) Output:["_col1","_col15","_col16","_col17","_col18","_col2","_col3"] - Group By Operator [GBY_246] (rows=334179945 width=860) + Group By Operator [GBY_246] (rows=2646685288 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, 2001, KEY._col13, KEY._col14 <-Reducer 57 [SIMPLE_EDGE] SHUFFLE [RS_245] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, 2001, _col13, _col14 - Group By Operator [GBY_244] (rows=668359891 width=860) + Group By Operator [GBY_244] (rows=5293370577 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["count()","sum(_col15)","sum(_col16)","sum(_col17)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, 2001, _col13, _col14 - Select Operator [SEL_242] (rows=668359891 width=860) + Select Operator [SEL_242] (rows=5293370577 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16","_col17"] - Merge Join Operator [MERGEJOIN_715] (rows=668359891 width=860) + Merge Join Operator [MERGEJOIN_715] (rows=5293370577 width=88) Conds:RS_238._col1=RS_239._col0(Inner),RS_238._col1=RS_240._col0(Inner),Output:["_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47","_col50","_col53"] <-Map 74 [SIMPLE_EDGE] SHUFFLE [RS_239] @@ -374,7 +374,7 @@ Stage-0 <-Reducer 56 [SIMPLE_EDGE] SHUFFLE [RS_238] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_713] (rows=303799944 width=860) + Merge Join Operator [MERGEJOIN_713] (rows=2406077483 width=88) Conds:RS_235._col37=RS_236._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"] <-Map 73 [SIMPLE_EDGE] SHUFFLE [RS_236] @@ -388,7 +388,7 @@ Stage-0 <-Reducer 55 [SIMPLE_EDGE] SHUFFLE [RS_235] PartitionCols:_col37 - Merge Join Operator [MERGEJOIN_712] (rows=276181762 width=860) + Merge Join Operator [MERGEJOIN_712] (rows=2187343119 width=88) Conds:RS_232._col35=RS_233._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col37","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"] <-Map 72 [SIMPLE_EDGE] SHUFFLE [RS_233] @@ -402,7 +402,7 @@ Stage-0 <-Reducer 54 [SIMPLE_EDGE] SHUFFLE [RS_232] PartitionCols:_col35 - Merge Join Operator [MERGEJOIN_711] (rows=251074324 width=860) + Merge Join Operator [MERGEJOIN_711] (rows=1988493702 width=88) Conds:RS_229._col17=RS_230._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col35","_col37","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"] <-Map 71 [SIMPLE_EDGE] SHUFFLE [RS_230] @@ -416,7 +416,7 @@ Stage-0 <-Reducer 53 [SIMPLE_EDGE] SHUFFLE [RS_229] PartitionCols:_col17 - Merge Join Operator [MERGEJOIN_710] (rows=228249381 width=860) + Merge Join Operator [MERGEJOIN_710] (rows=1807721509 width=88) Conds:RS_226._col5=RS_227._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col17","_col23","_col25","_col27","_col28","_col35","_col37","_col39","_col40","_col41","_col42"] <-Map 70 [SIMPLE_EDGE] SHUFFLE [RS_227] @@ -430,7 +430,7 @@ Stage-0 <-Reducer 52 [SIMPLE_EDGE] SHUFFLE [RS_226] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_709] (rows=207499433 width=860) + Merge Join Operator [MERGEJOIN_709] (rows=1643383155 width=88) Conds:RS_223._col16=RS_224._col0(Inner),Output:["_col1","_col5","_col9","_col10","_col11","_col17","_col23","_col25","_col27","_col28","_col35","_col37"] <-Map 69 [SIMPLE_EDGE] SHUFFLE [RS_224] @@ -444,7 +444,7 @@ Stage-0 <-Reducer 51 [SIMPLE_EDGE] SHUFFLE [RS_223] PartitionCols:_col16 - Merge Join Operator [MERGEJOIN_708] (rows=188635845 width=860) + Merge Join Operator [MERGEJOIN_708] (rows=1493984654 width=88) Conds:RS_220._col4=RS_221._col0(Inner),Output:["_col1","_col5","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col35"] <-Map 68 [SIMPLE_EDGE] SHUFFLE [RS_221] @@ -458,7 +458,7 @@ Stage-0 <-Reducer 50 [SIMPLE_EDGE] SHUFFLE [RS_220] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_707] (rows=171487129 width=860) + Merge Join Operator [MERGEJOIN_707] (rows=1358167838 width=88) Conds:RS_217._col7=RS_218._col0(Inner),Output:["_col1","_col4","_col5","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28"] <-Map 67 [SIMPLE_EDGE] SHUFFLE [RS_218] @@ -472,11 +472,11 @@ Stage-0 <-Reducer 49 [SIMPLE_EDGE] SHUFFLE [RS_217] PartitionCols:_col7 - Select Operator [SEL_176] (rows=155897387 width=860) + Select Operator [SEL_176] (rows=1234698008 width=88) Output:["_col1","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col4","_col5","_col7","_col9"] - Filter Operator [FIL_175] (rows=155897387 width=860) + Filter Operator [FIL_175] (rows=1234698008 width=88) predicate:(_col30 <> _col32) - Merge Join Operator [MERGEJOIN_706] (rows=155897387 width=860) + Merge Join Operator [MERGEJOIN_706] (rows=1234698008 width=88) Conds:RS_172._col15=RS_173._col0(Inner),Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col30","_col32"] <-Map 66 [SIMPLE_EDGE] SHUFFLE [RS_173] @@ -490,7 +490,7 @@ Stage-0 <-Reducer 48 [SIMPLE_EDGE] SHUFFLE [RS_172] PartitionCols:_col15 - Merge Join Operator [MERGEJOIN_705] (rows=141724895 width=860) + Merge Join Operator [MERGEJOIN_705] (rows=1122452711 width=88) Conds:RS_169._col3=RS_170._col0(Inner),Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25","_col27","_col28","_col30"] <-Map 65 [SIMPLE_EDGE] SHUFFLE [RS_170] @@ -504,7 +504,7 @@ Stage-0 <-Reducer 47 [SIMPLE_EDGE] SHUFFLE [RS_169] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_704] (rows=128840811 width=860) + Merge Join Operator [MERGEJOIN_704] (rows=1020411534 width=88) Conds:RS_166._col6=RS_167._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25","_col27","_col28"] <-Map 64 [SIMPLE_EDGE] SHUFFLE [RS_167] @@ -518,7 +518,7 @@ Stage-0 <-Reducer 46 [SIMPLE_EDGE] SHUFFLE [RS_166] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_703] (rows=117128008 width=860) + Merge Join Operator [MERGEJOIN_703] (rows=927646829 width=88) Conds:RS_163._col18=RS_164._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25"] <-Map 63 [SIMPLE_EDGE] SHUFFLE [RS_164] @@ -532,7 +532,7 @@ Stage-0 <-Reducer 45 [SIMPLE_EDGE] SHUFFLE [RS_163] PartitionCols:_col18 - Merge Join Operator [MERGEJOIN_702] (rows=106480005 width=860) + Merge Join Operator [MERGEJOIN_702] (rows=843315281 width=88) Conds:RS_160._col19=RS_161._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col23"] <-Map 62 [SIMPLE_EDGE] SHUFFLE [RS_161] @@ -546,7 +546,7 @@ Stage-0 <-Reducer 44 [SIMPLE_EDGE] SHUFFLE [RS_160] PartitionCols:_col19 - Merge Join Operator [MERGEJOIN_701] (rows=96800003 width=860) + Merge Join Operator [MERGEJOIN_701] (rows=766650239 width=88) Conds:RS_157._col0=RS_158._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col19"] <-Map 61 [SIMPLE_EDGE] SHUFFLE [RS_158] @@ -560,7 +560,7 @@ Stage-0 <-Reducer 43 [SIMPLE_EDGE] SHUFFLE [RS_157] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_700] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_700] (rows=696954748 width=88) Conds:RS_154._col2=RS_155._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col19"] <-Map 60 [SIMPLE_EDGE] SHUFFLE [RS_155] @@ -574,60 +574,60 @@ Stage-0 <-Reducer 42 [SIMPLE_EDGE] SHUFFLE [RS_154] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_699] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_699] (rows=633595212 width=88) Conds:RS_151._col1, _col8=RS_152._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"] <-Map 41 [SIMPLE_EDGE] SHUFFLE [RS_151] PartitionCols:_col1, _col8 - Select Operator [SEL_126] (rows=1 width=0) + Select Operator [SEL_126] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_663] (rows=1 width=0) + Filter Operator [FIL_663] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_ticket_number is not null and ss_customer_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_cdemo_sk is not null and ss_promo_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null) - TableScan [TS_124] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] + TableScan [TS_124] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] <-Map 59 [SIMPLE_EDGE] SHUFFLE [RS_152] PartitionCols:_col0, _col1 - Select Operator [SEL_129] (rows=1 width=0) + Select Operator [SEL_129] (rows=57591150 width=77) Output:["_col0","_col1"] - Filter Operator [FIL_664] (rows=1 width=0) + Filter Operator [FIL_664] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_ticket_number is not null) - TableScan [TS_127] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number"] + TableScan [TS_127] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"] <-Reducer 77 [SIMPLE_EDGE] SHUFFLE [RS_240] PartitionCols:_col0 - Select Operator [SEL_216] (rows=1 width=0) + Select Operator [SEL_216] (rows=52798137 width=135) Output:["_col0"] - Filter Operator [FIL_215] (rows=1 width=0) + Filter Operator [FIL_215] (rows=52798137 width=135) predicate:(_col1 > (2 * _col2)) - Group By Operator [GBY_214] (rows=1 width=0) + Group By Operator [GBY_214] (rows=158394413 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 76 [SIMPLE_EDGE] SHUFFLE [RS_213] PartitionCols:_col0 - Group By Operator [GBY_212] (rows=1 width=0) + Group By Operator [GBY_212] (rows=316788826 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0 - Select Operator [SEL_210] (rows=1 width=0) + Select Operator [SEL_210] (rows=316788826 width=135) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_714] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_714] (rows=316788826 width=135) Conds:RS_207._col0, _col1=RS_208._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] <-Map 75 [SIMPLE_EDGE] SHUFFLE [RS_207] PartitionCols:_col0, _col1 - Select Operator [SEL_203] (rows=1 width=0) + Select Operator [SEL_203] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_680] (rows=1 width=0) + Filter Operator [FIL_680] (rows=287989836 width=135) predicate:(cs_order_number is not null and cs_item_sk is not null) - TableScan [TS_201] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] + TableScan [TS_201] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] <-Map 78 [SIMPLE_EDGE] SHUFFLE [RS_208] PartitionCols:_col0, _col1 - Select Operator [SEL_206] (rows=1 width=0) + Select Operator [SEL_206] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_681] (rows=1 width=0) + Filter Operator [FIL_681] (rows=28798881 width=106) predicate:(cr_order_number is not null and cr_item_sk is not null) - TableScan [TS_204] (rows=1 width=0) - default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"] + TableScan [TS_204] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"] diff --git a/ql/src/test/results/clientpositive/perf/query65.q.out b/ql/src/test/results/clientpositive/perf/query65.q.out index 15b2615..36dbe96 100644 --- a/ql/src/test/results/clientpositive/perf/query65.q.out +++ b/ql/src/test/results/clientpositive/perf/query65.q.out @@ -93,41 +93,41 @@ Stage-0 Stage-1 Reducer 4 File Output Operator [FS_53] - Limit [LIM_52] (rows=100 width=1436) + Limit [LIM_52] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_51] (rows=372680 width=1436) + Select Operator [SEL_51] (rows=127775039 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_50] - Select Operator [SEL_49] (rows=372680 width=1436) + Select Operator [SEL_49] (rows=127775039 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_48] (rows=372680 width=1436) + Filter Operator [FIL_48] (rows=127775039 width=88) predicate:(UDFToDouble(_col11) <= (0.1 * UDFToDouble(_col8))) - Merge Join Operator [MERGEJOIN_73] (rows=1118040 width=1436) + Merge Join Operator [MERGEJOIN_73] (rows=383325119 width=88) Conds:RS_45._col7, _col0, _col2=RS_46._col0, _col0, _col1(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col8","_col11"] <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col0, _col0, _col1 - Select Operator [SEL_38] (rows=20088 width=1119) + Select Operator [SEL_38] (rows=316797606 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_37] (rows=20088 width=1119) + Group By Operator [GBY_37] (rows=316797606 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=40176 width=1119) + Group By Operator [GBY_35] (rows=633595212 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col1, _col2 - Merge Join Operator [MERGEJOIN_72] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_72] (rows=633595212 width=88) Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col0 - Select Operator [SEL_27] (rows=1 width=0) + Select Operator [SEL_27] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_68] (rows=1 width=0) + Filter Operator [FIL_68] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null) - TableScan [TS_25] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] + TableScan [TS_25] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col0 @@ -140,7 +140,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col7, _col0, _col2 - Merge Join Operator [MERGEJOIN_71] (rows=1016400 width=1436) + Merge Join Operator [MERGEJOIN_71] (rows=348477374 width=88) Conds:(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_41] @@ -160,23 +160,23 @@ Stage-0 default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc","i_current_price","i_wholesale_cost","i_brand"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_43] - Group By Operator [GBY_23] (rows=10044 width=1119) + Group By Operator [GBY_23] (rows=158398803 width=88) Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Group By Operator [GBY_21] (rows=20088 width=1119) + Group By Operator [GBY_21] (rows=316797606 width=88) Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1 - Select Operator [SEL_19] (rows=20088 width=1119) + Select Operator [SEL_19] (rows=316797606 width=88) Output:["_col1","_col2"] - Group By Operator [GBY_18] (rows=20088 width=1119) + Group By Operator [GBY_18] (rows=316797606 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_17] PartitionCols:_col0, _col1 - Group By Operator [GBY_16] (rows=40176 width=1119) + Group By Operator [GBY_16] (rows=633595212 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col1, _col2 - Merge Join Operator [MERGEJOIN_70] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_70] (rows=633595212 width=88) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -190,10 +190,10 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1 width=0) + Select Operator [SEL_8] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_66] (rows=1 width=0) + Filter Operator [FIL_66] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_6] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] + TableScan [TS_6] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] diff --git a/ql/src/test/results/clientpositive/perf/query66.q.out b/ql/src/test/results/clientpositive/perf/query66.q.out index d698602..f145cd1 100644 --- a/ql/src/test/results/clientpositive/perf/query66.q.out +++ b/ql/src/test/results/clientpositive/perf/query66.q.out @@ -458,34 +458,34 @@ Stage-0 Stage-1 Reducer 9 File Output Operator [FS_76] - Limit [LIM_75] (rows=100 width=471) + Limit [LIM_75] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_74] (rows=26136 width=471) + Select Operator [SEL_74] (rows=158120068 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"] <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_73] - Group By Operator [GBY_71] (rows=26136 width=471) + Group By Operator [GBY_71] (rows=158120068 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)","sum(VALUE._col24)","sum(VALUE._col25)","sum(VALUE._col26)","sum(VALUE._col27)","sum(VALUE._col28)","sum(VALUE._col29)","sum(VALUE._col30)","sum(VALUE._col31)","sum(VALUE._col32)","sum(VALUE._col33)","sum(VALUE._col34)","sum(VALUE._col35)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7 <-Union 7 [SIMPLE_EDGE] <-Reducer 19 [CONTAINS] Reduce Output Operator [RS_70] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Group By Operator [GBY_69] (rows=52272 width=471) + Group By Operator [GBY_69] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"],aggregations:["sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)","sum(_col42)","sum(_col43)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Select Operator [SEL_67] (rows=52272 width=471) + Select Operator [SEL_67] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"] - Select Operator [SEL_65] (rows=26136 width=471) + Select Operator [SEL_65] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31"] - Group By Operator [GBY_64] (rows=26136 width=471) + Group By Operator [GBY_64] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, 2002 <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_63] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, 2002 - Group By Operator [GBY_62] (rows=52272 width=471) + Group By Operator [GBY_62] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"],aggregations:["sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, 2002 - Select Operator [SEL_60] (rows=52272 width=471) + Select Operator [SEL_60] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"] - Merge Join Operator [MERGEJOIN_122] (rows=52272 width=471) + Merge Join Operator [MERGEJOIN_122] (rows=421645953 width=135) Conds:RS_57._col2=RS_58._col0(Inner),Output:["_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"] <-Map 23 [SIMPLE_EDGE] SHUFFLE [RS_58] @@ -499,7 +499,7 @@ Stage-0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_57] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_121] (rows=47520 width=471) + Merge Join Operator [MERGEJOIN_121] (rows=383314495 width=135) Conds:RS_54._col1=RS_55._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"] <-Map 22 [SIMPLE_EDGE] SHUFFLE [RS_55] @@ -513,7 +513,7 @@ Stage-0 <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_54] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_120] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_120] (rows=348467716 width=135) Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"] <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_52] @@ -527,17 +527,17 @@ Stage-0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_51] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_119] (rows=29 width=1054) + Merge Join Operator [MERGEJOIN_119] (rows=316788826 width=135) Conds:RS_48._col3=RS_49._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_48] PartitionCols:_col3 - Select Operator [SEL_35] (rows=1 width=0) + Select Operator [SEL_35] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_110] (rows=1 width=0) + Filter Operator [FIL_110] (rows=287989836 width=135) predicate:(cs_warehouse_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null and cs_ship_mode_sk is not null) - TableScan [TS_33] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_ship_mode_sk","cs_warehouse_sk","cs_quantity","cs_ext_sales_price","cs_net_paid_inc_ship_tax"] + TableScan [TS_33] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_ship_mode_sk","cs_warehouse_sk","cs_quantity","cs_ext_sales_price","cs_net_paid_inc_ship_tax"] <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_49] PartitionCols:_col0 @@ -550,22 +550,22 @@ Stage-0 <-Reducer 6 [CONTAINS] Reduce Output Operator [RS_70] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Group By Operator [GBY_69] (rows=52272 width=471) + Group By Operator [GBY_69] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"],aggregations:["sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)","sum(_col42)","sum(_col43)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Select Operator [SEL_67] (rows=52272 width=471) + Select Operator [SEL_67] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"] - Select Operator [SEL_32] (rows=26136 width=471) + Select Operator [SEL_32] (rows=105417161 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31"] - Group By Operator [GBY_31] (rows=26136 width=471) + Group By Operator [GBY_31] (rows=105417161 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, 2002 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, 2002 - Group By Operator [GBY_29] (rows=52272 width=471) + Group By Operator [GBY_29] (rows=210834322 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"],aggregations:["sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, 2002 - Select Operator [SEL_27] (rows=52272 width=471) + Select Operator [SEL_27] (rows=210834322 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"] - Merge Join Operator [MERGEJOIN_118] (rows=52272 width=471) + Merge Join Operator [MERGEJOIN_118] (rows=210834322 width=135) Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -579,7 +579,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_117] (rows=47520 width=471) + Merge Join Operator [MERGEJOIN_117] (rows=191667562 width=135) Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -593,7 +593,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_116] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_116] (rows=174243235 width=135) Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -607,17 +607,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_115] (rows=29 width=1054) + Merge Join Operator [MERGEJOIN_115] (rows=158402938 width=135) Conds:RS_15._col3=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col3 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_105] (rows=1 width=0) + Filter Operator [FIL_105] (rows=144002668 width=135) predicate:(ws_warehouse_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null and ws_ship_mode_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_ship_mode_sk","ws_warehouse_sk","ws_quantity","ws_sales_price","ws_net_paid_inc_tax"] + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_ship_mode_sk","ws_warehouse_sk","ws_quantity","ws_sales_price","ws_net_paid_inc_tax"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query67.q.out b/ql/src/test/results/clientpositive/perf/query67.q.out index 4a1e7a6..da84d4a 100644 --- a/ql/src/test/results/clientpositive/perf/query67.q.out +++ b/ql/src/test/results/clientpositive/perf/query67.q.out @@ -100,35 +100,35 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_37] - Limit [LIM_36] (rows=100 width=1436) + Limit [LIM_36] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_35] (rows=762300 width=1436) + Select Operator [SEL_35] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_34] - Select Operator [SEL_30] (rows=762300 width=1436) + Select Operator [SEL_30] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Filter Operator [FIL_47] (rows=762300 width=1436) + Filter Operator [FIL_47] (rows=1149975358 width=88) predicate:(rank_window_0 <= 100) - PTF Operator [PTF_29] (rows=2286900 width=1436) + PTF Operator [PTF_29] (rows=3449926075 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col16 DESC NULLS LAST","partition by:":"_col0"}] - Select Operator [SEL_28] (rows=2286900 width=1436) + Select Operator [SEL_28] (rows=3449926075 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col16"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_26] (rows=2286900 width=1436) + Select Operator [SEL_26] (rows=3449926075 width=88) Output:["_col0","_col1","_col16","_col2","_col3","_col4","_col5","_col6","_col7"] - Group By Operator [GBY_25] (rows=2286900 width=1436) + Group By Operator [GBY_25] (rows=3449926075 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Group By Operator [GBY_23] (rows=4573800 width=1436) + Group By Operator [GBY_23] (rows=6899852151 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col8)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, '0' - Select Operator [SEL_21] (rows=508200 width=1436) + Select Operator [SEL_21] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Merge Join Operator [MERGEJOIN_54] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88) Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col4","_col7","_col8","_col9","_col11","_col13","_col14","_col15","_col16"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -142,7 +142,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_53] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88) Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3","_col4","_col7","_col8","_col9","_col11"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -156,17 +156,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_52] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_48] (rows=1 width=0) + Filter Operator [FIL_48] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query68.q.out b/ql/src/test/results/clientpositive/perf/query68.q.out index df253ae..1d313df 100644 --- a/ql/src/test/results/clientpositive/perf/query68.q.out +++ b/ql/src/test/results/clientpositive/perf/query68.q.out @@ -20,17 +20,17 @@ Stage-0 Stage-1 Reducer 9 File Output Operator [FS_50] - Limit [LIM_49] (rows=100 width=860) + Limit [LIM_49] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_48] (rows=96800003 width=860) + Select Operator [SEL_48] (rows=510205766 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_47] - Select Operator [SEL_46] (rows=96800003 width=860) + Select Operator [SEL_46] (rows=510205766 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_45] (rows=96800003 width=860) + Filter Operator [FIL_45] (rows=510205766 width=88) predicate:(_col11 <> _col2) - Merge Join Operator [MERGEJOIN_90] (rows=96800003 width=860) + Merge Join Operator [MERGEJOIN_90] (rows=510205766 width=88) Conds:RS_42._col7=RS_43._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col8","_col9","_col11"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -44,7 +44,7 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col7 - Merge Join Operator [MERGEJOIN_89] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_89] (rows=463823414 width=88) Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col7","_col8","_col9"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_40] @@ -58,18 +58,18 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col1 - Select Operator [SEL_31] (rows=22000000 width=1014) + Select Operator [SEL_31] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_30] (rows=22000000 width=1014) + Group By Operator [GBY_30] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_28] (rows=44000000 width=1014) + Group By Operator [GBY_28] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col3, _col5, _col18 - Select Operator [SEL_27] (rows=44000000 width=1014) + Select Operator [SEL_27] (rows=843315281 width=88) Output:["_col1","_col3","_col5","_col18","_col6","_col7","_col8"] - Merge Join Operator [MERGEJOIN_88] (rows=44000000 width=1014) + Merge Join Operator [MERGEJOIN_88] (rows=843315281 width=88) Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -83,7 +83,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_87] (rows=24305 width=1119) + Merge Join Operator [MERGEJOIN_87] (rows=766650239 width=88) Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -97,7 +97,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_86] (rows=22096 width=1119) + Merge Join Operator [MERGEJOIN_86] (rows=696954748 width=88) Conds:RS_18._col4=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -111,17 +111,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_85] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88) Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Filter Operator [FIL_78] (rows=1 width=0) + Filter Operator [FIL_78] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_ext_sales_price","ss_ext_list_price","ss_ext_tax"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_ext_sales_price","ss_ext_list_price","ss_ext_tax"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query7.q.out b/ql/src/test/results/clientpositive/perf/query7.q.out index be336ac..749b361 100644 --- a/ql/src/test/results/clientpositive/perf/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/query7.q.out @@ -18,37 +18,37 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_35] - Limit [LIM_34] (rows=100 width=1436) + Limit [LIM_34] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_33] (rows=279510 width=1436) + Select Operator [SEL_33] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_32] - Group By Operator [GBY_30] (rows=279510 width=1436) + Group By Operator [GBY_30] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0 - Group By Operator [GBY_28] (rows=559020 width=1436) - Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col15 - Select Operator [SEL_27] (rows=559020 width=1436) - Output:["_col15","_col4","_col5","_col7","_col6"] - Merge Join Operator [MERGEJOIN_58] (rows=559020 width=1436) - Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15"] + Group By Operator [GBY_28] (rows=843315281 width=88) + Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col14 + Select Operator [SEL_27] (rows=843315281 width=88) + Output:["_col14","_col4","_col5","_col7","_col6"] + Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88) + Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col14"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_14] (rows=2300 width=1179) + Select Operator [SEL_14] (rows=3106 width=13) Output:["_col0"] - Filter Operator [FIL_54] (rows=2300 width=1179) - predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) - TableScan [TS_12] (rows=2300 width=1179) - default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] + Filter Operator [FIL_54] (rows=3106 width=13) + predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) + TableScan [TS_12] (rows=24850 width=13) + default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] - PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_57] (rows=508200 width=1436) - Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col7","_col15"] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88) + Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col14"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 @@ -61,38 +61,38 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_56] (rows=40176 width=1119) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] + Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88) + Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_8] (rows=2300 width=1179) Output:["_col0"] - Filter Operator [FIL_52] (rows=36524 width=1119) - predicate:((d_year = 1998) and d_date_sk is not null) - TableScan [TS_6] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] + Filter Operator [FIL_52] (rows=2300 width=1179) + predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) + TableScan [TS_6] (rows=2300 width=1179) + default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_55] (rows=2722 width=362) - Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88) + Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_15] - PartitionCols:_col2 - Select Operator [SEL_2] (rows=1 width=0) + PartitionCols:_col0 + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_50] (rows=1 width=0) + Filter Operator [FIL_50] (rows=575995635 width=88) predicate:(ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_item_sk is not null and ss_promo_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_promo_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_promo_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_5] (rows=2475 width=362) + Select Operator [SEL_5] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_51] (rows=2475 width=362) - predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) - TableScan [TS_3] (rows=19800 width=362) - default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] + Filter Operator [FIL_51] (rows=36524 width=1119) + predicate:((d_year = 1998) and d_date_sk is not null) + TableScan [TS_3] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] diff --git a/ql/src/test/results/clientpositive/perf/query70.q.out b/ql/src/test/results/clientpositive/perf/query70.q.out index 37cebc8..719106f 100644 --- a/ql/src/test/results/clientpositive/perf/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/query70.q.out @@ -22,48 +22,48 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_62] - Limit [LIM_61] (rows=100 width=1119) + Limit [LIM_61] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_60] (rows=66289 width=1119) + Select Operator [SEL_60] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_59] - Select Operator [SEL_57] (rows=66289 width=1119) + Select Operator [SEL_57] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - PTF Operator [PTF_56] (rows=66289 width=1119) + PTF Operator [PTF_56] (rows=1045432122 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST","partition by:":"_col5, CASE WHEN ((_col5 = 2)) THEN (_col0) ELSE (null) END"}] - Select Operator [SEL_55] (rows=66289 width=1119) + Select Operator [SEL_55] (rows=1045432122 width=88) Output:["_col0","_col1","_col4","_col5"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_54] PartitionCols:_col5, CASE WHEN ((_col5 = 2)) THEN (_col0) ELSE (null) END - Select Operator [SEL_53] (rows=66289 width=1119) + Select Operator [SEL_53] (rows=1045432122 width=88) Output:["_col0","_col1","_col4","_col5"] - Group By Operator [GBY_52] (rows=66289 width=1119) + Group By Operator [GBY_52] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_51] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_50] (rows=132579 width=1119) + Group By Operator [GBY_50] (rows=2090864244 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col6, _col7, '0' - Select Operator [SEL_49] (rows=44193 width=1119) + Select Operator [SEL_49] (rows=696954748 width=88) Output:["_col6","_col7","_col2"] - Merge Join Operator [MERGEJOIN_91] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_91] (rows=696954748 width=88) Conds:RS_46._col1=RS_47._col0(Inner),Output:["_col2","_col6","_col7"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_87] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_87] (rows=633595212 width=88) Conds:RS_43._col0=RS_44._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_43] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_80] (rows=1 width=0) + Filter Operator [FIL_80] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,ss,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,ss,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_44] PartitionCols:_col0 @@ -76,7 +76,7 @@ Stage-0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_90] (rows=7365 width=1119) + Merge Join Operator [MERGEJOIN_90] (rows=127775039 width=88) Conds:RS_39._col2=RS_40._col0(Left Semi),Output:["_col0","_col1","_col2"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_39] @@ -90,29 +90,29 @@ Stage-0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col0 - Group By Operator [GBY_38] (rows=6696 width=1119) + Group By Operator [GBY_38] (rows=116159124 width=88) Output:["_col0"],keys:_col0 - Select Operator [SEL_32] (rows=6696 width=1119) + Select Operator [SEL_32] (rows=116159124 width=88) Output:["_col0"] - Filter Operator [FIL_83] (rows=6696 width=1119) + Filter Operator [FIL_83] (rows=116159124 width=88) predicate:(rank_window_0 <= 5) - PTF Operator [PTF_31] (rows=20088 width=1119) + PTF Operator [PTF_31] (rows=348477374 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 DESC NULLS LAST","partition by:":"_col0"}] - Select Operator [SEL_30] (rows=20088 width=1119) + Select Operator [SEL_30] (rows=348477374 width=88) Output:["_col0","_col1"] <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0 - Group By Operator [GBY_27] (rows=20088 width=1119) + Group By Operator [GBY_27] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0 - Group By Operator [GBY_25] (rows=40176 width=1119) + Group By Operator [GBY_25] (rows=696954748 width=88) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Select Operator [SEL_24] (rows=40176 width=1119) + Select Operator [SEL_24] (rows=696954748 width=88) Output:["_col4","_col2"] - Merge Join Operator [MERGEJOIN_89] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_89] (rows=696954748 width=88) Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col2","_col4"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -126,17 +126,17 @@ Stage-0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911) + Merge Join Operator [MERGEJOIN_88] (rows=633595212 width=88) Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0","_col2","_col4"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col1 - Select Operator [SEL_11] (rows=1 width=0) + Select Operator [SEL_11] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_84] (rows=1 width=0) + Filter Operator [FIL_84] (rows=575995635 width=88) predicate:(ss_store_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_9] (rows=1 width=0) - default@store_sales,ss,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] + TableScan [TS_9] (rows=575995635 width=88) + default@store_sales,ss,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query71.q.out b/ql/src/test/results/clientpositive/perf/query71.q.out index 190dc22..8d71107 100644 --- a/ql/src/test/results/clientpositive/perf/query71.q.out +++ b/ql/src/test/results/clientpositive/perf/query71.q.out @@ -19,20 +19,20 @@ Stage-0 Stage-1 Reducer 5 File Output Operator [FS_53] - Select Operator [SEL_52] (rows=139755 width=1436) + Select Operator [SEL_52] (rows=670816149 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_51] - Group By Operator [GBY_48] (rows=139755 width=1436) + Group By Operator [GBY_48] (rows=670816149 width=108) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_46] (rows=279510 width=1436) + Group By Operator [GBY_46] (rows=1341632299 width=108) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col4)"],keys:_col1, _col2, _col8, _col9 - Select Operator [SEL_45] (rows=279510 width=1436) + Select Operator [SEL_45] (rows=1341632299 width=108) Output:["_col1","_col2","_col8","_col9","_col4"] - Merge Join Operator [MERGEJOIN_87] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_87] (rows=1341632299 width=108) Conds:RS_42._col6=RS_43._col0(Inner),Output:["_col1","_col2","_col4","_col8","_col9"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -46,7 +46,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_86] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_86] (rows=1219665700 width=108) Conds:RS_39._col0=Union 8._col1(Inner),Output:["_col1","_col2","_col4","_col6"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_39] @@ -61,19 +61,19 @@ Stage-0 <-Reducer 11 [CONTAINS] Reduce Output Operator [RS_40] PartitionCols:_col1 - Select Operator [SEL_22] (rows=20088 width=1119) + Select Operator [SEL_22] (rows=316788826 width=135) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_84] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_84] (rows=316788826 width=135) Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_15] (rows=1 width=0) + Select Operator [SEL_15] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_78] (rows=1 width=0) + Filter Operator [FIL_78] (rows=287989836 width=135) predicate:(cs_sold_date_sk is not null and cs_item_sk is not null and cs_sold_time_sk is not null) - TableScan [TS_13] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"] + TableScan [TS_13] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_20] PartitionCols:_col0 @@ -86,19 +86,19 @@ Stage-0 <-Reducer 14 [CONTAINS] Reduce Output Operator [RS_40] PartitionCols:_col1 - Select Operator [SEL_34] (rows=20088 width=1119) + Select Operator [SEL_34] (rows=633595212 width=88) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_85] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88) Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col0 - Select Operator [SEL_27] (rows=1 width=0) + Select Operator [SEL_27] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_80] (rows=1 width=0) + Filter Operator [FIL_80] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_item_sk is not null and ss_sold_time_sk is not null) - TableScan [TS_25] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"] + TableScan [TS_25] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col0 @@ -111,19 +111,19 @@ Stage-0 <-Reducer 7 [CONTAINS] Reduce Output Operator [RS_40] PartitionCols:_col1 - Select Operator [SEL_12] (rows=20088 width=1119) + Select Operator [SEL_12] (rows=158402938 width=135) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_83] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_83] (rows=158402938 width=135) Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_76] (rows=1 width=0) + Filter Operator [FIL_76] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_item_sk is not null and ws_sold_time_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"] + TableScan [TS_3] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query72.q.out b/ql/src/test/results/clientpositive/perf/query72.q.out index 5c35a17..b55b91e 100644 --- a/ql/src/test/results/clientpositive/perf/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/query72.q.out @@ -24,36 +24,36 @@ Stage-0 Stage-1 Reducer 13 File Output Operator [FS_75] - Limit [LIM_74] (rows=100 width=1436) + Limit [LIM_74] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_73] (rows=165056 width=1436) + Select Operator [SEL_73] (rows=41498422 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_72] - Group By Operator [GBY_70] (rows=165056 width=1436) + Group By Operator [GBY_70] (rows=41498422 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_68] (rows=330112 width=1436) + Group By Operator [GBY_68] (rows=82996844 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(_col3)","count(_col4)","count()"],keys:_col0, _col1, _col2 - Select Operator [SEL_66] (rows=330112 width=1436) + Select Operator [SEL_66] (rows=82996844 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Merge Join Operator [MERGEJOIN_142] (rows=330112 width=1436) + Merge Join Operator [MERGEJOIN_142] (rows=82996844 width=135) Conds:RS_63._col4, _col6=RS_64._col0, _col1(Left Outer),Output:["_col13","_col15","_col22","_col28"] <-Map 23 [SIMPLE_EDGE] SHUFFLE [RS_64] PartitionCols:_col0, _col1 - Select Operator [SEL_59] (rows=1 width=0) + Select Operator [SEL_59] (rows=28798881 width=106) Output:["_col0","_col1"] - Filter Operator [FIL_132] (rows=1 width=0) + Filter Operator [FIL_132] (rows=28798881 width=106) predicate:cr_item_sk is not null - TableScan [TS_57] (rows=1 width=0) - default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number"] + TableScan [TS_57] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_63] PartitionCols:_col4, _col6 - Merge Join Operator [MERGEJOIN_141] (rows=300102 width=1436) + Merge Join Operator [MERGEJOIN_141] (rows=75451675 width=135) Conds:RS_60._col5=RS_61._col0(Left Outer),Output:["_col4","_col6","_col13","_col15","_col22","_col28"] <-Map 22 [SIMPLE_EDGE] SHUFFLE [RS_61] @@ -65,11 +65,11 @@ Stage-0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_60] PartitionCols:_col5 - Select Operator [SEL_54] (rows=272820 width=1436) + Select Operator [SEL_54] (rows=68592431 width=135) Output:["_col13","_col15","_col22","_col4","_col5","_col6"] - Filter Operator [FIL_53] (rows=272820 width=1436) + Filter Operator [FIL_53] (rows=68592431 width=135) predicate:(UDFToDouble(_col27) > (UDFToDouble(_col21) + 5.0)) - Merge Join Operator [MERGEJOIN_140] (rows=818460 width=1436) + Merge Join Operator [MERGEJOIN_140] (rows=205777294 width=135) Conds:RS_50._col1=RS_51._col0(Inner),Output:["_col4","_col5","_col6","_col13","_col15","_col21","_col22","_col27"] <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_51] @@ -83,7 +83,7 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_50] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_139] (rows=744055 width=1436) + Merge Join Operator [MERGEJOIN_139] (rows=187070264 width=135) Conds:RS_47._col8, _col22=RS_48._col0, _col1(Inner),Output:["_col1","_col4","_col5","_col6","_col13","_col15","_col21","_col22"] <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_48] @@ -97,7 +97,7 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col8, _col22 - Merge Join Operator [MERGEJOIN_138] (rows=676414 width=1436) + Merge Join Operator [MERGEJOIN_138] (rows=170063873 width=135) Conds:RS_44._col0=RS_45._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col8","_col13","_col15","_col21","_col22"] <-Map 19 [SIMPLE_EDGE] SHUFFLE [RS_45] @@ -111,7 +111,7 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_44] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_137] (rows=614922 width=1436) + Merge Join Operator [MERGEJOIN_137] (rows=154603518 width=135) Conds:RS_41._col3=RS_42._col0(Inner),Output:["_col0","_col1","_col4","_col5","_col6","_col8","_col13","_col15"] <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -125,7 +125,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_136] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_136] (rows=140548650 width=135) Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col8","_col13","_col15"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_39] @@ -139,7 +139,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_38] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_135] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_135] (rows=127771498 width=135) Conds:RS_35._col4=RS_36._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col13","_col15"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_36] @@ -153,7 +153,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_134] (rows=29 width=1054) + Merge Join Operator [MERGEJOIN_134] (rows=116155905 width=135) Conds:RS_32._col10=RS_33._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col13"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_33] @@ -167,28 +167,28 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col10 - Select Operator [SEL_10] (rows=1 width=0) + Select Operator [SEL_10] (rows=105596275 width=135) Output:["_col0","_col1","_col10","_col2","_col3","_col4","_col5","_col6","_col8"] - Filter Operator [FIL_9] (rows=1 width=0) + Filter Operator [FIL_9] (rows=105596275 width=135) predicate:(_col11 < _col7) - Merge Join Operator [MERGEJOIN_133] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_133] (rows=316788826 width=135) Conds:RS_6._col4=RS_7._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col10","_col11"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_6] PartitionCols:_col4 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_122] (rows=1 width=0) + Filter Operator [FIL_122] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_bill_cdemo_sk is not null and cs_bill_hdemo_sk is not null and cs_sold_date_sk is not null and cs_ship_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_bill_cdemo_sk","cs_bill_hdemo_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_quantity"] + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_bill_cdemo_sk","cs_bill_hdemo_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_quantity"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_7] PartitionCols:_col1 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_123] (rows=1 width=0) + Filter Operator [FIL_123] (rows=37584000 width=15) predicate:(inv_item_sk is not null and inv_warehouse_sk is not null and inv_date_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] + TableScan [TS_3] (rows=37584000 width=15) + default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] diff --git a/ql/src/test/results/clientpositive/perf/query73.q.out b/ql/src/test/results/clientpositive/perf/query73.q.out index cb22c8a..692194c 100644 --- a/ql/src/test/results/clientpositive/perf/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/query73.q.out @@ -18,13 +18,13 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_37] - Select Operator [SEL_36] (rows=88000001 width=860) + Select Operator [SEL_36] (rows=210828819 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_35] - Select Operator [SEL_34] (rows=88000001 width=860) + Select Operator [SEL_34] (rows=210828819 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_60] (rows=210828819 width=88) Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_32] @@ -38,18 +38,18 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col1 - Filter Operator [FIL_26] (rows=6076 width=1119) + Filter Operator [FIL_26] (rows=191662559 width=88) predicate:_col2 BETWEEN 1 AND 5 - Select Operator [SEL_25] (rows=12152 width=1119) + Select Operator [SEL_25] (rows=383325119 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_24] (rows=12152 width=1119) + Group By Operator [GBY_24] (rows=383325119 width=88) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_23] PartitionCols:_col0, _col1 - Group By Operator [GBY_22] (rows=24305 width=1119) + Group By Operator [GBY_22] (rows=766650239 width=88) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4 - Merge Join Operator [MERGEJOIN_59] (rows=24305 width=1119) + Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88) Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col4"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -63,7 +63,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_58] (rows=22096 width=1119) + Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88) Conds:RS_15._col3=RS_16._col0(Inner),Output:["_col1","_col2","_col4"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -77,17 +77,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_57] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_52] (rows=1 width=0) + Filter Operator [FIL_52] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query75.q.out b/ql/src/test/results/clientpositive/perf/query75.q.out index 15c46c2..bb1fb5d 100644 --- a/ql/src/test/results/clientpositive/perf/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/query75.q.out @@ -34,48 +34,48 @@ Stage-0 Stage-1 Reducer 8 File Output Operator [FS_156] - Limit [LIM_155] (rows=100 width=1436) + Limit [LIM_155] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_154] (rows=169103 width=1436) + Select Operator [SEL_154] (rows=245965926 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_153] - Select Operator [SEL_152] (rows=169103 width=1436) + Select Operator [SEL_152] (rows=245965926 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Filter Operator [FIL_151] (rows=169103 width=1436) + Filter Operator [FIL_151] (rows=245965926 width=108) predicate:(UDFToDouble((CAST( _col5 AS decimal(17,2)) / CAST( _col12 AS decimal(17,2)))) < 0.9) - Merge Join Operator [MERGEJOIN_259] (rows=507310 width=1436) + Merge Join Operator [MERGEJOIN_259] (rows=737897778 width=108) Conds:RS_148._col1, _col2, _col3, _col4=RS_149._col1, _col2, _col3, _col4(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col12","_col13"] <-Reducer 31 [SIMPLE_EDGE] SHUFFLE [RS_149] PartitionCols:_col1, _col2, _col3, _col4 - Group By Operator [GBY_146] (rows=461191 width=1436) + Group By Operator [GBY_146] (rows=670816148 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 30 [SIMPLE_EDGE] <-Reducer 29 [CONTAINS] Reduce Output Operator [RS_145] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_144] (rows=922383 width=1436) + Group By Operator [GBY_144] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_142] (rows=922383 width=1436) + Select Operator [SEL_142] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Select Operator [SEL_95] (rows=307461 width=1436) + Select Operator [SEL_95] (rows=383314495 width=135) Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_252] (rows=307461 width=1436) + Merge Join Operator [MERGEJOIN_252] (rows=383314495 width=135) Conds:RS_92._col2, _col1=RS_93._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"] <-Map 34 [SIMPLE_EDGE] SHUFFLE [RS_93] PartitionCols:_col1, _col0 - Select Operator [SEL_85] (rows=1 width=0) + Select Operator [SEL_85] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_232] (rows=1 width=0) + Filter Operator [FIL_232] (rows=28798881 width=106) predicate:cr_item_sk is not null - TableScan [TS_83] (rows=1 width=0) - default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] + TableScan [TS_83] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_92] PartitionCols:_col2, _col1 - Merge Join Operator [MERGEJOIN_251] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_251] (rows=348467716 width=135) Conds:RS_89._col0=RS_90._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_90] @@ -89,17 +89,17 @@ Stage-0 <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_89] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_250] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_250] (rows=316788826 width=135) Conds:RS_86._col1=RS_87._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 26 [SIMPLE_EDGE] SHUFFLE [RS_86] PartitionCols:_col1 - Select Operator [SEL_76] (rows=1 width=0) + Select Operator [SEL_76] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_229] (rows=1 width=0) + Filter Operator [FIL_229] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_74] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"] + TableScan [TS_74] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"] <-Map 32 [SIMPLE_EDGE] SHUFFLE [RS_87] PartitionCols:_col0 @@ -112,27 +112,27 @@ Stage-0 <-Reducer 38 [CONTAINS] Reduce Output Operator [RS_145] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_144] (rows=922383 width=1436) + Group By Operator [GBY_144] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_142] (rows=922383 width=1436) + Select Operator [SEL_142] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Select Operator [SEL_117] (rows=307461 width=1436) + Select Operator [SEL_117] (rows=766650239 width=88) Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_255] (rows=307461 width=1436) + Merge Join Operator [MERGEJOIN_255] (rows=766650239 width=88) Conds:RS_114._col2, _col1=RS_115._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"] <-Map 41 [SIMPLE_EDGE] SHUFFLE [RS_115] PartitionCols:_col1, _col0 - Select Operator [SEL_107] (rows=1 width=0) + Select Operator [SEL_107] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_236] (rows=1 width=0) + Filter Operator [FIL_236] (rows=57591150 width=77) predicate:sr_item_sk is not null - TableScan [TS_105] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] + TableScan [TS_105] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] <-Reducer 37 [SIMPLE_EDGE] SHUFFLE [RS_114] PartitionCols:_col2, _col1 - Merge Join Operator [MERGEJOIN_254] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_254] (rows=696954748 width=88) Conds:RS_111._col0=RS_112._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 40 [SIMPLE_EDGE] SHUFFLE [RS_112] @@ -146,17 +146,17 @@ Stage-0 <-Reducer 36 [SIMPLE_EDGE] SHUFFLE [RS_111] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_253] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_253] (rows=633595212 width=88) Conds:RS_108._col1=RS_109._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 35 [SIMPLE_EDGE] SHUFFLE [RS_108] PartitionCols:_col1 - Select Operator [SEL_98] (rows=1 width=0) + Select Operator [SEL_98] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_233] (rows=1 width=0) + Filter Operator [FIL_233] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_96] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"] + TableScan [TS_96] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"] <-Map 39 [SIMPLE_EDGE] SHUFFLE [RS_109] PartitionCols:_col0 @@ -169,27 +169,27 @@ Stage-0 <-Reducer 45 [CONTAINS] Reduce Output Operator [RS_145] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_144] (rows=922383 width=1436) + Group By Operator [GBY_144] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_142] (rows=922383 width=1436) + Select Operator [SEL_142] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Select Operator [SEL_141] (rows=307461 width=1436) + Select Operator [SEL_141] (rows=191667562 width=135) Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_258] (rows=307461 width=1436) + Merge Join Operator [MERGEJOIN_258] (rows=191667562 width=135) Conds:RS_138._col2, _col1=RS_139._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"] <-Map 48 [SIMPLE_EDGE] SHUFFLE [RS_139] PartitionCols:_col1, _col0 - Select Operator [SEL_131] (rows=1 width=0) + Select Operator [SEL_131] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_240] (rows=1 width=0) + Filter Operator [FIL_240] (rows=14398467 width=92) predicate:wr_item_sk is not null - TableScan [TS_129] (rows=1 width=0) - default@web_returns,web_returns,Tbl:PARTIAL,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] + TableScan [TS_129] (rows=14398467 width=92) + default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] <-Reducer 44 [SIMPLE_EDGE] SHUFFLE [RS_138] PartitionCols:_col2, _col1 - Merge Join Operator [MERGEJOIN_257] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_257] (rows=174243235 width=135) Conds:RS_135._col0=RS_136._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 47 [SIMPLE_EDGE] SHUFFLE [RS_136] @@ -203,17 +203,17 @@ Stage-0 <-Reducer 43 [SIMPLE_EDGE] SHUFFLE [RS_135] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_256] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_256] (rows=158402938 width=135) Conds:RS_132._col1=RS_133._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 42 [SIMPLE_EDGE] SHUFFLE [RS_132] PartitionCols:_col1 - Select Operator [SEL_122] (rows=1 width=0) + Select Operator [SEL_122] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_237] (rows=1 width=0) + Filter Operator [FIL_237] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) - TableScan [TS_120] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"] + TableScan [TS_120] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"] <-Map 46 [SIMPLE_EDGE] SHUFFLE [RS_133] PartitionCols:_col0 @@ -226,33 +226,33 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_148] PartitionCols:_col1, _col2, _col3, _col4 - Group By Operator [GBY_72] (rows=461191 width=1436) + Group By Operator [GBY_72] (rows=670816148 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 5 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] Reduce Output Operator [RS_71] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_70] (rows=922383 width=1436) + Group By Operator [GBY_70] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_68] (rows=922383 width=1436) + Select Operator [SEL_68] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Select Operator [SEL_43] (rows=307461 width=1436) + Select Operator [SEL_43] (rows=766650239 width=88) Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_246] (rows=307461 width=1436) + Merge Join Operator [MERGEJOIN_246] (rows=766650239 width=88) Conds:RS_40._col2, _col1=RS_41._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"] <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col1, _col0 - Select Operator [SEL_33] (rows=1 width=0) + Select Operator [SEL_33] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_224] (rows=1 width=0) + Filter Operator [FIL_224] (rows=57591150 width=77) predicate:sr_item_sk is not null - TableScan [TS_31] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] + TableScan [TS_31] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col2, _col1 - Merge Join Operator [MERGEJOIN_245] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_245] (rows=696954748 width=88) Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_38] @@ -266,17 +266,17 @@ Stage-0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_244] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_244] (rows=633595212 width=88) Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_34] PartitionCols:_col1 - Select Operator [SEL_24] (rows=1 width=0) + Select Operator [SEL_24] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_221] (rows=1 width=0) + Filter Operator [FIL_221] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_22] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"] + TableScan [TS_22] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col0 @@ -289,27 +289,27 @@ Stage-0 <-Reducer 22 [CONTAINS] Reduce Output Operator [RS_71] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_70] (rows=922383 width=1436) + Group By Operator [GBY_70] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_68] (rows=922383 width=1436) + Select Operator [SEL_68] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Select Operator [SEL_67] (rows=307461 width=1436) + Select Operator [SEL_67] (rows=191667562 width=135) Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_249] (rows=307461 width=1436) + Merge Join Operator [MERGEJOIN_249] (rows=191667562 width=135) Conds:RS_64._col2, _col1=RS_65._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"] <-Map 25 [SIMPLE_EDGE] SHUFFLE [RS_65] PartitionCols:_col1, _col0 - Select Operator [SEL_57] (rows=1 width=0) + Select Operator [SEL_57] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_228] (rows=1 width=0) + Filter Operator [FIL_228] (rows=14398467 width=92) predicate:wr_item_sk is not null - TableScan [TS_55] (rows=1 width=0) - default@web_returns,web_returns,Tbl:PARTIAL,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] + TableScan [TS_55] (rows=14398467 width=92) + default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_64] PartitionCols:_col2, _col1 - Merge Join Operator [MERGEJOIN_248] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_248] (rows=174243235 width=135) Conds:RS_61._col0=RS_62._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 24 [SIMPLE_EDGE] SHUFFLE [RS_62] @@ -323,17 +323,17 @@ Stage-0 <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_61] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_247] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_247] (rows=158402938 width=135) Conds:RS_58._col1=RS_59._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 19 [SIMPLE_EDGE] SHUFFLE [RS_58] PartitionCols:_col1 - Select Operator [SEL_48] (rows=1 width=0) + Select Operator [SEL_48] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_225] (rows=1 width=0) + Filter Operator [FIL_225] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) - TableScan [TS_46] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"] + TableScan [TS_46] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"] <-Map 23 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col0 @@ -346,27 +346,27 @@ Stage-0 <-Reducer 4 [CONTAINS] Reduce Output Operator [RS_71] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_70] (rows=922383 width=1436) + Group By Operator [GBY_70] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_68] (rows=922383 width=1436) + Select Operator [SEL_68] (rows=1341632296 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Select Operator [SEL_21] (rows=307461 width=1436) + Select Operator [SEL_21] (rows=383314495 width=135) Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_243] (rows=307461 width=1436) + Merge Join Operator [MERGEJOIN_243] (rows=383314495 width=135) Conds:RS_18._col2, _col1=RS_19._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col1, _col0 - Select Operator [SEL_11] (rows=1 width=0) + Select Operator [SEL_11] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_220] (rows=1 width=0) + Filter Operator [FIL_220] (rows=28798881 width=106) predicate:cr_item_sk is not null - TableScan [TS_9] (rows=1 width=0) - default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] + TableScan [TS_9] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2, _col1 - Merge Join Operator [MERGEJOIN_242] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_242] (rows=348467716 width=135) Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -380,17 +380,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_241] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_241] (rows=316788826 width=135) Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_217] (rows=1 width=0) + Filter Operator [FIL_217] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"] + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query76.q.out b/ql/src/test/results/clientpositive/perf/query76.q.out index 170c18e..d6f93bc 100644 --- a/ql/src/test/results/clientpositive/perf/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/query76.q.out @@ -20,23 +20,23 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_59] - Limit [LIM_58] (rows=100 width=1436) + Limit [LIM_58] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_57] (rows=838530 width=1436) + Select Operator [SEL_57] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_56] - Group By Operator [GBY_54] (rows=838530 width=1436) + Group By Operator [GBY_54] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 4 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] Reduce Output Operator [RS_53] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_52] (rows=1677060 width=1436) + Group By Operator [GBY_52] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_31] (rows=559020 width=1436) + Select Operator [SEL_31] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_87] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_87] (rows=87121617 width=135) Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col3","_col5","_col7","_col8"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_29] @@ -50,7 +50,7 @@ Stage-0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_86] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_86] (rows=79201469 width=135) Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3","_col5"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_26] @@ -64,20 +64,20 @@ Stage-0 <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col1 - Select Operator [SEL_18] (rows=1 width=0) + Select Operator [SEL_18] (rows=72001334 width=135) Output:["_col0","_col1","_col3"] - Filter Operator [FIL_78] (rows=1 width=0) + Filter Operator [FIL_78] (rows=72001334 width=135) predicate:(ws_web_page_sk is null and ws_item_sk is not null and ws_sold_date_sk is not null) - TableScan [TS_16] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"] + TableScan [TS_16] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"] <-Reducer 16 [CONTAINS] Reduce Output Operator [RS_53] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_52] (rows=1677060 width=1436) + Group By Operator [GBY_52] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_49] (rows=559020 width=1436) + Select Operator [SEL_49] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_89] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_89] (rows=174233858 width=135) Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col3","_col5","_col7","_col8"] <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_47] @@ -91,17 +91,17 @@ Stage-0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_88] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_88] (rows=158394413 width=135) Conds:RS_43._col2=RS_44._col0(Inner),Output:["_col0","_col3","_col5"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_43] PartitionCols:_col2 - Select Operator [SEL_36] (rows=1 width=0) + Select Operator [SEL_36] (rows=143994918 width=135) Output:["_col0","_col2","_col3"] - Filter Operator [FIL_81] (rows=1 width=0) + Filter Operator [FIL_81] (rows=143994918 width=135) predicate:(cs_warehouse_sk is null and cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_34] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"] + TableScan [TS_34] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_44] PartitionCols:_col0 @@ -114,11 +114,11 @@ Stage-0 <-Reducer 3 [CONTAINS] Reduce Output Operator [RS_53] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_52] (rows=1677060 width=1436) + Group By Operator [GBY_52] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_15] (rows=559020 width=1436) + Select Operator [SEL_15] (rows=348477373 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_85] (rows=559020 width=1436) + Merge Join Operator [MERGEJOIN_85] (rows=348477373 width=88) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col3","_col5","_col7","_col8"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -132,17 +132,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_84] (rows=508200 width=1436) + Merge Join Operator [MERGEJOIN_84] (rows=316797605 width=88) Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=287997817 width=88) Output:["_col0","_col1","_col3"] - Filter Operator [FIL_75] (rows=1 width=0) + Filter Operator [FIL_75] (rows=287997817 width=88) predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query79.q.out b/ql/src/test/results/clientpositive/perf/query79.q.out index a17eb84..fb8d378 100644 --- a/ql/src/test/results/clientpositive/perf/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/query79.q.out @@ -18,15 +18,15 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_37] - Limit [LIM_36] (rows=100 width=860) + Limit [LIM_36] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_35] (rows=88000001 width=860) + Select Operator [SEL_35] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_34] - Select Operator [SEL_33] (rows=88000001 width=860) + Select Operator [SEL_33] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_60] (rows=421657640 width=88) Conds:RS_30._col1=RS_31._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col6","_col7"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -40,18 +40,18 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col1 - Select Operator [SEL_25] (rows=12152 width=1119) + Select Operator [SEL_25] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_24] (rows=12152 width=1119) + Group By Operator [GBY_24] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_23] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_22] (rows=24305 width=1119) + Group By Operator [GBY_22] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col13 - Select Operator [SEL_21] (rows=24305 width=1119) + Select Operator [SEL_21] (rows=766650239 width=88) Output:["_col1","_col3","_col5","_col13","_col6","_col7"] - Merge Join Operator [MERGEJOIN_59] (rows=24305 width=1119) + Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88) Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -65,7 +65,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_58] (rows=22096 width=1119) + Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88) Conds:RS_15._col4=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -79,17 +79,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_57] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_52] (rows=1 width=0) + Filter Operator [FIL_52] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query80.q.out b/ql/src/test/results/clientpositive/perf/query80.q.out index 014a621..62f385b 100644 --- a/ql/src/test/results/clientpositive/perf/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/query80.q.out @@ -32,34 +32,34 @@ Stage-0 Stage-1 Reducer 10 File Output Operator [FS_128] - Limit [LIM_127] (rows=100 width=1436) + Limit [LIM_127] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_126] (rows=419265 width=1436) + Select Operator [SEL_126] (rows=1217531358 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_125] - Select Operator [SEL_124] (rows=419265 width=1436) + Select Operator [SEL_124] (rows=1217531358 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_123] (rows=419265 width=1436) + Group By Operator [GBY_123] (rows=1217531358 width=108) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 8 [SIMPLE_EDGE] <-Reducer 22 [CONTAINS] Reduce Output Operator [RS_122] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_121] (rows=838530 width=1436) + Group By Operator [GBY_121] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, '0' - Select Operator [SEL_77] (rows=93170 width=1436) + Select Operator [SEL_77] (rows=231905279 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_76] (rows=93170 width=1436) + Group By Operator [GBY_76] (rows=231905279 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_75] PartitionCols:_col0 - Group By Operator [GBY_74] (rows=186340 width=1436) + Group By Operator [GBY_74] (rows=463810558 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0 - Select Operator [SEL_72] (rows=186340 width=1436) + Select Operator [SEL_72] (rows=463810558 width=135) Output:["_col0","_col1","_col2","_col3"] - Merge Join Operator [MERGEJOIN_213] (rows=186340 width=1436) + Merge Join Operator [MERGEJOIN_213] (rows=463810558 width=135) Conds:RS_69._col3=RS_70._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col14"] <-Map 27 [SIMPLE_EDGE] SHUFFLE [RS_70] @@ -73,7 +73,7 @@ Stage-0 <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_212] (rows=169400 width=1436) + Merge Join Operator [MERGEJOIN_212] (rows=421645953 width=135) Conds:RS_66._col2=RS_67._col0(Inner),Output:["_col3","_col5","_col6","_col9","_col10","_col14"] <-Map 26 [SIMPLE_EDGE] SHUFFLE [RS_67] @@ -87,7 +87,7 @@ Stage-0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_66] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_211] (rows=50600 width=460) + Merge Join Operator [MERGEJOIN_211] (rows=383314495 width=135) Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10","_col14"] <-Map 25 [SIMPLE_EDGE] SHUFFLE [RS_64] @@ -101,7 +101,7 @@ Stage-0 <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_63] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_210] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_210] (rows=348467716 width=135) Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 24 [SIMPLE_EDGE] SHUFFLE [RS_61] @@ -115,43 +115,43 @@ Stage-0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_60] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_209] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_209] (rows=316788826 width=135) Conds:RS_57._col2, _col4=RS_58._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_57] PartitionCols:_col2, _col4 - Select Operator [SEL_41] (rows=1 width=0) + Select Operator [SEL_41] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_192] (rows=1 width=0) + Filter Operator [FIL_192] (rows=287989836 width=135) predicate:(cs_sold_date_sk is not null and cs_catalog_page_sk is not null and cs_item_sk is not null and cs_promo_sk is not null) - TableScan [TS_39] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_ext_sales_price","cs_net_profit"] + TableScan [TS_39] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_ext_sales_price","cs_net_profit"] <-Map 23 [SIMPLE_EDGE] SHUFFLE [RS_58] PartitionCols:_col0, _col1 - Select Operator [SEL_44] (rows=1 width=0) + Select Operator [SEL_44] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_193] (rows=1 width=0) + Filter Operator [FIL_193] (rows=28798881 width=106) predicate:cr_item_sk is not null - TableScan [TS_42] (rows=1 width=0) - default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_amount","cr_net_loss"] + TableScan [TS_42] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_amount","cr_net_loss"] <-Reducer 34 [CONTAINS] Reduce Output Operator [RS_122] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_121] (rows=838530 width=1436) + Group By Operator [GBY_121] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, '0' - Select Operator [SEL_118] (rows=93170 width=1436) + Select Operator [SEL_118] (rows=115958879 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_117] (rows=93170 width=1436) + Group By Operator [GBY_117] (rows=115958879 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 33 [SIMPLE_EDGE] SHUFFLE [RS_116] PartitionCols:_col0 - Group By Operator [GBY_115] (rows=186340 width=1436) + Group By Operator [GBY_115] (rows=231917759 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0 - Select Operator [SEL_113] (rows=186340 width=1436) + Select Operator [SEL_113] (rows=231917759 width=135) Output:["_col0","_col1","_col2","_col3"] - Merge Join Operator [MERGEJOIN_218] (rows=186340 width=1436) + Merge Join Operator [MERGEJOIN_218] (rows=231917759 width=135) Conds:RS_110._col3=RS_111._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col14"] <-Map 39 [SIMPLE_EDGE] SHUFFLE [RS_111] @@ -165,7 +165,7 @@ Stage-0 <-Reducer 32 [SIMPLE_EDGE] SHUFFLE [RS_110] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_217] (rows=169400 width=1436) + Merge Join Operator [MERGEJOIN_217] (rows=210834322 width=135) Conds:RS_107._col1=RS_108._col0(Inner),Output:["_col3","_col5","_col6","_col9","_col10","_col14"] <-Map 38 [SIMPLE_EDGE] SHUFFLE [RS_108] @@ -179,7 +179,7 @@ Stage-0 <-Reducer 31 [SIMPLE_EDGE] SHUFFLE [RS_107] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_216] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_216] (rows=191667562 width=135) Conds:RS_104._col2=RS_105._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10","_col14"] <-Map 37 [SIMPLE_EDGE] SHUFFLE [RS_105] @@ -193,7 +193,7 @@ Stage-0 <-Reducer 30 [SIMPLE_EDGE] SHUFFLE [RS_104] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_215] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_215] (rows=174243235 width=135) Conds:RS_101._col0=RS_102._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 36 [SIMPLE_EDGE] SHUFFLE [RS_102] @@ -207,43 +207,43 @@ Stage-0 <-Reducer 29 [SIMPLE_EDGE] SHUFFLE [RS_101] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_214] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_214] (rows=158402938 width=135) Conds:RS_98._col1, _col4=RS_99._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 28 [SIMPLE_EDGE] SHUFFLE [RS_98] PartitionCols:_col1, _col4 - Select Operator [SEL_82] (rows=1 width=0) + Select Operator [SEL_82] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_198] (rows=1 width=0) + Filter Operator [FIL_198] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_web_site_sk is not null and ws_item_sk is not null and ws_promo_sk is not null) - TableScan [TS_80] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_site_sk","ws_promo_sk","ws_order_number","ws_ext_sales_price","ws_net_profit"] + TableScan [TS_80] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_site_sk","ws_promo_sk","ws_order_number","ws_ext_sales_price","ws_net_profit"] <-Map 35 [SIMPLE_EDGE] SHUFFLE [RS_99] PartitionCols:_col0, _col1 - Select Operator [SEL_85] (rows=1 width=0) + Select Operator [SEL_85] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_199] (rows=1 width=0) + Filter Operator [FIL_199] (rows=14398467 width=92) predicate:wr_item_sk is not null - TableScan [TS_83] (rows=1 width=0) - default@web_returns,web_returns,Tbl:PARTIAL,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"] + TableScan [TS_83] (rows=14398467 width=92) + default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"] <-Reducer 7 [CONTAINS] Reduce Output Operator [RS_122] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_121] (rows=838530 width=1436) + Group By Operator [GBY_121] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, '0' - Select Operator [SEL_38] (rows=93170 width=1436) + Select Operator [SEL_38] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_37] (rows=93170 width=1436) + Group By Operator [GBY_37] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col0 - Group By Operator [GBY_35] (rows=186340 width=1436) + Group By Operator [GBY_35] (rows=927646829 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0 - Select Operator [SEL_33] (rows=186340 width=1436) + Select Operator [SEL_33] (rows=927646829 width=88) Output:["_col0","_col1","_col2","_col3"] - Merge Join Operator [MERGEJOIN_208] (rows=186340 width=1436) + Merge Join Operator [MERGEJOIN_208] (rows=927646829 width=88) Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col14"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -257,7 +257,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_207] (rows=169400 width=1436) + Merge Join Operator [MERGEJOIN_207] (rows=843315281 width=88) Conds:RS_27._col1=RS_28._col0(Inner),Output:["_col3","_col5","_col6","_col9","_col10","_col14"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_28] @@ -271,7 +271,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_206] (rows=44193 width=1119) + Merge Join Operator [MERGEJOIN_206] (rows=766650239 width=88) Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10","_col14"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -285,7 +285,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_205] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_205] (rows=696954748 width=88) Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -299,24 +299,24 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_204] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_204] (rows=633595212 width=88) Conds:RS_18._col1, _col4=RS_19._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col1, _col4 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_186] (rows=1 width=0) + Filter Operator [FIL_186] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null and ss_promo_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_ext_sales_price","ss_net_profit"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_ext_sales_price","ss_net_profit"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_19] PartitionCols:_col0, _col1 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_187] (rows=1 width=0) + Filter Operator [FIL_187] (rows=57591150 width=77) predicate:sr_item_sk is not null - TableScan [TS_3] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_amt","sr_net_loss"] + TableScan [TS_3] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_amt","sr_net_loss"] diff --git a/ql/src/test/results/clientpositive/perf/query82.q.out b/ql/src/test/results/clientpositive/perf/query82.q.out index 66d5a8f..12f2b71 100644 --- a/ql/src/test/results/clientpositive/perf/query82.q.out +++ b/ql/src/test/results/clientpositive/perf/query82.q.out @@ -16,20 +16,20 @@ Stage-0 Stage-1 Reducer 5 File Output Operator [FS_27] - Limit [LIM_26] (rows=100 width=1436) + Limit [LIM_26] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_25] (rows=139755 width=1436) + Select Operator [SEL_25] (rows=696954748 width=88) Output:["_col0","_col1","_col2"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] - Group By Operator [GBY_22] (rows=139755 width=1436) + Group By Operator [GBY_22] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_20] (rows=279510 width=1436) + Group By Operator [GBY_20] (rows=1393909496 width=88) Output:["_col0","_col1","_col2"],keys:_col1, _col2, _col3 - Merge Join Operator [MERGEJOIN_43] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_43] (rows=1393909496 width=88) Conds:RS_16._col5=RS_17._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -43,7 +43,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_42] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_42] (rows=1267190424 width=88) Conds:RS_12._col0=RS_13._col1(Inner),RS_12._col0=RS_14._col0(Inner),Output:["_col1","_col2","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] @@ -57,19 +57,19 @@ Stage-0 <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col1 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=18792000 width=15) Output:["_col0","_col1"] - Filter Operator [FIL_39] (rows=1 width=0) + Filter Operator [FIL_39] (rows=18792000 width=15) predicate:(inv_quantity_on_hand BETWEEN 100 AND 500 and inv_item_sk is not null and inv_date_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"] + TableScan [TS_3] (rows=37584000 width=15) + default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_14] PartitionCols:_col0 - Select Operator [SEL_11] (rows=1 width=0) + Select Operator [SEL_11] (rows=575995635 width=88) Output:["_col0"] - Filter Operator [FIL_41] (rows=1 width=0) + Filter Operator [FIL_41] (rows=575995635 width=88) predicate:ss_item_sk is not null - TableScan [TS_9] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_item_sk"] + TableScan [TS_9] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk"] diff --git a/ql/src/test/results/clientpositive/perf/query84.q.out b/ql/src/test/results/clientpositive/perf/query84.q.out index a2e25bb..9280ba0 100644 --- a/ql/src/test/results/clientpositive/perf/query84.q.out +++ b/ql/src/test/results/clientpositive/perf/query84.q.out @@ -58,12 +58,12 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_23] PartitionCols:_col0 - Select Operator [SEL_17] (rows=1 width=0) + Select Operator [SEL_17] (rows=57591150 width=77) Output:["_col0"] - Filter Operator [FIL_62] (rows=1 width=0) + Filter Operator [FIL_62] (rows=57591150 width=77) predicate:sr_cdemo_sk is not null - TableScan [TS_15] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_cdemo_sk"] + TableScan [TS_15] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_cdemo_sk"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query85.q.out b/ql/src/test/results/clientpositive/perf/query85.q.out index cff7eaf..a0557d3 100644 --- a/ql/src/test/results/clientpositive/perf/query85.q.out +++ b/ql/src/test/results/clientpositive/perf/query85.q.out @@ -21,24 +21,24 @@ Stage-0 Stage-1 Reducer 10 File Output Operator [FS_57] - Limit [LIM_56] (rows=100 width=1014) + Limit [LIM_56] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_55] (rows=4991250 width=1014) + Select Operator [SEL_55] (rows=39462256 width=135) Output:["_col0","_col1","_col2","_col3"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_54] - Select Operator [SEL_53] (rows=4991250 width=1014) + Select Operator [SEL_53] (rows=39462256 width=135) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_52] (rows=4991250 width=1014) + Group By Operator [GBY_52] (rows=39462256 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_51] PartitionCols:_col0 - Group By Operator [GBY_50] (rows=9982500 width=1014) + Group By Operator [GBY_50] (rows=78924512 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col4)","avg(_col14)","avg(_col13)"],keys:_col28 - Select Operator [SEL_49] (rows=9982500 width=1014) + Select Operator [SEL_49] (rows=78924512 width=135) Output:["_col28","_col4","_col14","_col13"] - Merge Join Operator [MERGEJOIN_107] (rows=9982500 width=1014) + Merge Join Operator [MERGEJOIN_107] (rows=78924512 width=135) Conds:RS_46._col11=RS_47._col0(Inner),Output:["_col4","_col13","_col14","_col28"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_47] @@ -52,7 +52,7 @@ Stage-0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col11 - Merge Join Operator [MERGEJOIN_106] (rows=9075000 width=1014) + Merge Join Operator [MERGEJOIN_106] (rows=71749555 width=135) Conds:RS_43._col0=RS_44._col0(Inner),Output:["_col4","_col11","_col13","_col14"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_44] @@ -66,11 +66,11 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_43] PartitionCols:_col0 - Select Operator [SEL_36] (rows=8250000 width=1014) + Select Operator [SEL_36] (rows=65226867 width=135) Output:["_col0","_col11","_col13","_col14","_col4"] - Filter Operator [FIL_35] (rows=8250000 width=1014) + Filter Operator [FIL_35] (rows=65226867 width=135) predicate:(((_col23) IN ('KY', 'GA', 'NM') and _col6 BETWEEN 100 AND 200) or ((_col23) IN ('MT', 'OR', 'IN') and _col6 BETWEEN 150 AND 300) or ((_col23) IN ('WI', 'MO', 'WV') and _col6 BETWEEN 50 AND 250)) - Merge Join Operator [MERGEJOIN_105] (rows=11000000 width=1014) + Merge Join Operator [MERGEJOIN_105] (rows=86969158 width=135) Conds:RS_32._col9=RS_33._col0(Inner),Output:["_col0","_col4","_col6","_col11","_col13","_col14","_col23"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_33] @@ -84,7 +84,7 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col9 - Merge Join Operator [MERGEJOIN_104] (rows=21780 width=362) + Merge Join Operator [MERGEJOIN_104] (rows=79062870 width=135) Conds:RS_29._col10, _col17, _col18=RS_30._col0, _col1, _col2(Inner),Output:["_col0","_col4","_col6","_col9","_col11","_col13","_col14"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -98,11 +98,11 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col10, _col17, _col18 - Select Operator [SEL_22] (rows=8166 width=362) + Select Operator [SEL_22] (rows=71875335 width=135) Output:["_col0","_col10","_col11","_col13","_col14","_col17","_col18","_col4","_col6","_col9"] - Filter Operator [FIL_21] (rows=8166 width=362) + Filter Operator [FIL_21] (rows=71875335 width=135) predicate:(((_col17 = 'M') and (_col18 = '4 yr Degree') and _col5 BETWEEN 100.0 AND 150.0) or ((_col17 = 'D') and (_col18 = 'Primary') and _col5 BETWEEN 50.0 AND 100.0) or ((_col17 = 'U') and (_col18 = 'Advanced Degree') and _col5 BETWEEN 150.0 AND 200.0)) - Merge Join Operator [MERGEJOIN_103] (rows=21780 width=362) + Merge Join Operator [MERGEJOIN_103] (rows=191667562 width=135) Conds:RS_18._col8=RS_19._col0(Inner),Output:["_col0","_col4","_col5","_col6","_col9","_col10","_col11","_col13","_col14","_col17","_col18"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -116,7 +116,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col8 - Merge Join Operator [MERGEJOIN_102] (rows=5062 width=585) + Merge Join Operator [MERGEJOIN_102] (rows=174243235 width=135) Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col13","_col14"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -130,24 +130,24 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_101] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_101] (rows=158402938 width=135) Conds:RS_12._col1, _col3=RS_13._col0, _col5(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col13","_col14"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1, _col3 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_93] (rows=1 width=0) + Filter Operator [FIL_93] (rows=144002668 width=135) predicate:((ws_sales_price BETWEEN 100.0 AND 150.0 or ws_sales_price BETWEEN 50.0 AND 100.0 or ws_sales_price BETWEEN 150.0 AND 200.0) and (ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and ws_order_number is not null and ws_item_sk is not null and ws_web_page_sk is not null and ws_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"] + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0, _col5 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_94] (rows=1 width=0) + Filter Operator [FIL_94] (rows=14398467 width=92) predicate:(wr_item_sk is not null and wr_order_number is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null and wr_refunded_addr_sk is not null and wr_reason_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@web_returns,web_returns,Tbl:PARTIAL,Col:NONE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"] + TableScan [TS_3] (rows=14398467 width=92) + default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"] diff --git a/ql/src/test/results/clientpositive/perf/query87.q.out b/ql/src/test/results/clientpositive/perf/query87.q.out index 5b08630..4cff238 100644 --- a/ql/src/test/results/clientpositive/perf/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/query87.q.out @@ -30,24 +30,24 @@ Stage-0 SHUFFLE [RS_71] Group By Operator [GBY_70] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_69] (rows=24200000 width=860) - Filter Operator [FIL_68] (rows=24200000 width=860) + Select Operator [SEL_69] (rows=105414409 width=88) + Filter Operator [FIL_68] (rows=105414409 width=88) predicate:_col6 is null - Merge Join Operator [MERGEJOIN_112] (rows=48400001 width=860) + Merge Join Operator [MERGEJOIN_112] (rows=210828819 width=88) Conds:RS_65._col0, _col1, _col2=RS_66._col0, _col1, _col2(Left Outer),Output:["_col6"] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_66] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_64] (rows=44000000 width=860) + Select Operator [SEL_64] (rows=87121617 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_63] (rows=44000000 width=860) + Group By Operator [GBY_63] (rows=87121617 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_62] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_61] (rows=88000001 width=860) + Group By Operator [GBY_61] (rows=174243235 width=135) Output:["_col0","_col1","_col2"],keys:_col3, _col6, _col7 - Merge Join Operator [MERGEJOIN_110] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_110] (rows=174243235 width=135) Conds:RS_57._col1=RS_58._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 21 [SIMPLE_EDGE] SHUFFLE [RS_58] @@ -61,17 +61,17 @@ Stage-0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_57] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_109] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_109] (rows=158402938 width=135) Conds:RS_54._col0=RS_55._col0(Inner),Output:["_col1","_col3"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_54] PartitionCols:_col0 - Select Operator [SEL_47] (rows=1 width=0) + Select Operator [SEL_47] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_102] (rows=1 width=0) + Filter Operator [FIL_102] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_bill_customer_sk is not null) - TableScan [TS_45] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] + TableScan [TS_45] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] <-Map 20 [SIMPLE_EDGE] SHUFFLE [RS_55] PartitionCols:_col0 @@ -84,25 +84,25 @@ Stage-0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_65] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_44] (rows=24200000 width=860) + Select Operator [SEL_44] (rows=191662559 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_43] (rows=24200000 width=860) + Filter Operator [FIL_43] (rows=191662559 width=88) predicate:_col3 is null - Merge Join Operator [MERGEJOIN_111] (rows=48400001 width=860) + Merge Join Operator [MERGEJOIN_111] (rows=383325119 width=88) Conds:RS_40._col0, _col1, _col2=RS_41._col0, _col1, _col2(Left Outer),Output:["_col0","_col1","_col2","_col3"] <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_39] (rows=44000000 width=860) + Select Operator [SEL_39] (rows=174233858 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_38] (rows=44000000 width=860) + Group By Operator [GBY_38] (rows=174233858 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_36] (rows=88000001 width=860) + Group By Operator [GBY_36] (rows=348467716 width=135) Output:["_col0","_col1","_col2"],keys:_col3, _col6, _col7 - Merge Join Operator [MERGEJOIN_108] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_108] (rows=348467716 width=135) Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_33] @@ -116,17 +116,17 @@ Stage-0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_107] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_107] (rows=316788826 width=135) Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col3"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0 - Select Operator [SEL_22] (rows=1 width=0) + Select Operator [SEL_22] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_99] (rows=1 width=0) + Filter Operator [FIL_99] (rows=287989836 width=135) predicate:(cs_sold_date_sk is not null and cs_bill_customer_sk is not null) - TableScan [TS_20] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"] + TableScan [TS_20] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col0 @@ -139,16 +139,16 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_19] (rows=44000000 width=860) + Select Operator [SEL_19] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_18] (rows=44000000 width=860) + Group By Operator [GBY_18] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_16] (rows=88000001 width=860) + Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],keys:_col3, _col6, _col7 - Merge Join Operator [MERGEJOIN_106] (rows=88000001 width=860) + Merge Join Operator [MERGEJOIN_106] (rows=696954748 width=88) Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -162,17 +162,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_105] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_105] (rows=633595212 width=88) Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_96] (rows=1 width=0) + Filter Operator [FIL_96] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query88.q.out b/ql/src/test/results/clientpositive/perf/query88.q.out index ed2c961..ed1f550 100644 --- a/ql/src/test/results/clientpositive/perf/query88.q.out +++ b/ql/src/test/results/clientpositive/perf/query88.q.out @@ -236,7 +236,7 @@ Stage-0 SHUFFLE [RS_49] Group By Operator [GBY_48] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_335] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_335] (rows=766650239 width=88) Conds:RS_44._col2=RS_45._col0(Inner) <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_45] @@ -250,7 +250,7 @@ Stage-0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_44] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_334] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_334] (rows=696954748 width=88) Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col2"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -264,17 +264,17 @@ Stage-0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_333] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_333] (rows=633595212 width=88) Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col0","_col2"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_38] PartitionCols:_col1 - Select Operator [SEL_28] (rows=1 width=0) + Select Operator [SEL_28] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_302] (rows=1 width=0) + Filter Operator [FIL_302] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_26] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_26] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col0 @@ -292,7 +292,7 @@ Stage-0 SHUFFLE [RS_75] Group By Operator [GBY_74] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_338] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_338] (rows=766650239 width=88) Conds:RS_70._col2=RS_71._col0(Inner) <-Map 25 [SIMPLE_EDGE] SHUFFLE [RS_71] @@ -306,7 +306,7 @@ Stage-0 <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_70] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_337] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_337] (rows=696954748 width=88) Conds:RS_67._col0=RS_68._col0(Inner),Output:["_col2"] <-Map 24 [SIMPLE_EDGE] SHUFFLE [RS_68] @@ -320,17 +320,17 @@ Stage-0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_67] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_336] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_336] (rows=633595212 width=88) Conds:RS_64._col1=RS_65._col0(Inner),Output:["_col0","_col2"] <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_64] PartitionCols:_col1 - Select Operator [SEL_54] (rows=1 width=0) + Select Operator [SEL_54] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_306] (rows=1 width=0) + Filter Operator [FIL_306] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_52] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_52] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 23 [SIMPLE_EDGE] SHUFFLE [RS_65] PartitionCols:_col0 @@ -348,7 +348,7 @@ Stage-0 SHUFFLE [RS_101] Group By Operator [GBY_100] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_341] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_341] (rows=766650239 width=88) Conds:RS_96._col2=RS_97._col0(Inner) <-Map 33 [SIMPLE_EDGE] SHUFFLE [RS_97] @@ -362,7 +362,7 @@ Stage-0 <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_96] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_340] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_340] (rows=696954748 width=88) Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col2"] <-Map 32 [SIMPLE_EDGE] SHUFFLE [RS_94] @@ -376,17 +376,17 @@ Stage-0 <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_93] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_339] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_339] (rows=633595212 width=88) Conds:RS_90._col1=RS_91._col0(Inner),Output:["_col0","_col2"] <-Map 26 [SIMPLE_EDGE] SHUFFLE [RS_90] PartitionCols:_col1 - Select Operator [SEL_80] (rows=1 width=0) + Select Operator [SEL_80] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_310] (rows=1 width=0) + Filter Operator [FIL_310] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_78] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_78] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 31 [SIMPLE_EDGE] SHUFFLE [RS_91] PartitionCols:_col0 @@ -404,7 +404,7 @@ Stage-0 SHUFFLE [RS_127] Group By Operator [GBY_126] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_344] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_344] (rows=766650239 width=88) Conds:RS_122._col2=RS_123._col0(Inner) <-Map 41 [SIMPLE_EDGE] SHUFFLE [RS_123] @@ -418,7 +418,7 @@ Stage-0 <-Reducer 36 [SIMPLE_EDGE] SHUFFLE [RS_122] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_343] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_343] (rows=696954748 width=88) Conds:RS_119._col0=RS_120._col0(Inner),Output:["_col2"] <-Map 40 [SIMPLE_EDGE] SHUFFLE [RS_120] @@ -432,17 +432,17 @@ Stage-0 <-Reducer 35 [SIMPLE_EDGE] SHUFFLE [RS_119] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_342] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_342] (rows=633595212 width=88) Conds:RS_116._col1=RS_117._col0(Inner),Output:["_col0","_col2"] <-Map 34 [SIMPLE_EDGE] SHUFFLE [RS_116] PartitionCols:_col1 - Select Operator [SEL_106] (rows=1 width=0) + Select Operator [SEL_106] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_314] (rows=1 width=0) + Filter Operator [FIL_314] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_104] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_104] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 39 [SIMPLE_EDGE] SHUFFLE [RS_117] PartitionCols:_col0 @@ -460,7 +460,7 @@ Stage-0 SHUFFLE [RS_153] Group By Operator [GBY_152] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_347] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_347] (rows=766650239 width=88) Conds:RS_148._col2=RS_149._col0(Inner) <-Map 49 [SIMPLE_EDGE] SHUFFLE [RS_149] @@ -474,7 +474,7 @@ Stage-0 <-Reducer 44 [SIMPLE_EDGE] SHUFFLE [RS_148] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_346] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_346] (rows=696954748 width=88) Conds:RS_145._col0=RS_146._col0(Inner),Output:["_col2"] <-Map 48 [SIMPLE_EDGE] SHUFFLE [RS_146] @@ -488,17 +488,17 @@ Stage-0 <-Reducer 43 [SIMPLE_EDGE] SHUFFLE [RS_145] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_345] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_345] (rows=633595212 width=88) Conds:RS_142._col1=RS_143._col0(Inner),Output:["_col0","_col2"] <-Map 42 [SIMPLE_EDGE] SHUFFLE [RS_142] PartitionCols:_col1 - Select Operator [SEL_132] (rows=1 width=0) + Select Operator [SEL_132] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_318] (rows=1 width=0) + Filter Operator [FIL_318] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_130] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_130] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 47 [SIMPLE_EDGE] SHUFFLE [RS_143] PartitionCols:_col0 @@ -516,7 +516,7 @@ Stage-0 SHUFFLE [RS_23] Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_332] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_332] (rows=766650239 width=88) Conds:RS_18._col2=RS_19._col0(Inner) <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -530,7 +530,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_331] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_331] (rows=696954748 width=88) Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -544,17 +544,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_330] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_330] (rows=633595212 width=88) Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_298] (rows=1 width=0) + Filter Operator [FIL_298] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 @@ -572,7 +572,7 @@ Stage-0 SHUFFLE [RS_179] Group By Operator [GBY_178] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_350] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_350] (rows=766650239 width=88) Conds:RS_174._col2=RS_175._col0(Inner) <-Map 57 [SIMPLE_EDGE] SHUFFLE [RS_175] @@ -586,7 +586,7 @@ Stage-0 <-Reducer 52 [SIMPLE_EDGE] SHUFFLE [RS_174] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_349] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_349] (rows=696954748 width=88) Conds:RS_171._col0=RS_172._col0(Inner),Output:["_col2"] <-Map 56 [SIMPLE_EDGE] SHUFFLE [RS_172] @@ -600,17 +600,17 @@ Stage-0 <-Reducer 51 [SIMPLE_EDGE] SHUFFLE [RS_171] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_348] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_348] (rows=633595212 width=88) Conds:RS_168._col1=RS_169._col0(Inner),Output:["_col0","_col2"] <-Map 50 [SIMPLE_EDGE] SHUFFLE [RS_168] PartitionCols:_col1 - Select Operator [SEL_158] (rows=1 width=0) + Select Operator [SEL_158] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_322] (rows=1 width=0) + Filter Operator [FIL_322] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_156] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_156] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 55 [SIMPLE_EDGE] SHUFFLE [RS_169] PartitionCols:_col0 @@ -628,7 +628,7 @@ Stage-0 SHUFFLE [RS_205] Group By Operator [GBY_204] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_353] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_353] (rows=766650239 width=88) Conds:RS_200._col2=RS_201._col0(Inner) <-Map 65 [SIMPLE_EDGE] SHUFFLE [RS_201] @@ -642,7 +642,7 @@ Stage-0 <-Reducer 60 [SIMPLE_EDGE] SHUFFLE [RS_200] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_352] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_352] (rows=696954748 width=88) Conds:RS_197._col0=RS_198._col0(Inner),Output:["_col2"] <-Map 64 [SIMPLE_EDGE] SHUFFLE [RS_198] @@ -656,17 +656,17 @@ Stage-0 <-Reducer 59 [SIMPLE_EDGE] SHUFFLE [RS_197] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_351] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_351] (rows=633595212 width=88) Conds:RS_194._col1=RS_195._col0(Inner),Output:["_col0","_col2"] <-Map 58 [SIMPLE_EDGE] SHUFFLE [RS_194] PartitionCols:_col1 - Select Operator [SEL_184] (rows=1 width=0) + Select Operator [SEL_184] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_326] (rows=1 width=0) + Filter Operator [FIL_326] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_182] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_182] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 63 [SIMPLE_EDGE] SHUFFLE [RS_195] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query89.q.out b/ql/src/test/results/clientpositive/perf/query89.q.out index de91d9b..b0eb80f 100644 --- a/ql/src/test/results/clientpositive/perf/query89.q.out +++ b/ql/src/test/results/clientpositive/perf/query89.q.out @@ -68,37 +68,37 @@ Stage-0 Stage-1 Reducer 7 File Output Operator [FS_36] - Limit [LIM_35] (rows=100 width=1436) + Limit [LIM_35] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_34] (rows=51243 width=1436) + Select Operator [SEL_34] (rows=127775039 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_33] - Select Operator [SEL_30] (rows=51243 width=1436) + Select Operator [SEL_30] (rows=127775039 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_46] (rows=51243 width=1436) + Filter Operator [FIL_46] (rows=127775039 width=88) predicate:(UDFToDouble(CASE WHEN ((avg_window_0 <> 0)) THEN ((abs((_col6 - avg_window_0)) / avg_window_0)) ELSE (null) END) > 0.1) - Select Operator [SEL_29] (rows=153730 width=1436) + Select Operator [SEL_29] (rows=383325119 width=88) Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - PTF Operator [PTF_28] (rows=153730 width=1436) + PTF Operator [PTF_28] (rows=383325119 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col2, _col3, _col4"}] - Select Operator [SEL_27] (rows=153730 width=1436) + Select Operator [SEL_27] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0, _col2, _col3, _col4 - Select Operator [SEL_25] (rows=153730 width=1436) + Select Operator [SEL_25] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_24] (rows=153730 width=1436) + Group By Operator [GBY_24] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_23] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_22] (rows=307461 width=1436) + Group By Operator [GBY_22] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col7)"],keys:_col1, _col2, _col3, _col10, _col12, _col13 - Select Operator [SEL_21] (rows=307461 width=1436) + Select Operator [SEL_21] (rows=766650239 width=88) Output:["_col1","_col2","_col3","_col10","_col12","_col13","_col7"] - Merge Join Operator [MERGEJOIN_53] (rows=307461 width=1436) + Merge Join Operator [MERGEJOIN_53] (rows=766650239 width=88) Conds:RS_18._col6=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col10","_col12","_col13"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -112,7 +112,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_52] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_52] (rows=696954748 width=88) Conds:RS_15._col4=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col6","_col7","_col10"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -126,7 +126,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_51] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_51] (rows=633595212 width=88) Conds:RS_12._col0=RS_13._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] @@ -140,10 +140,10 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col1 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_48] (rows=1 width=0) + Filter Operator [FIL_48] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] + TableScan [TS_3] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] diff --git a/ql/src/test/results/clientpositive/perf/query90.q.out b/ql/src/test/results/clientpositive/perf/query90.q.out index 62c8df6..f85ea55 100644 --- a/ql/src/test/results/clientpositive/perf/query90.q.out +++ b/ql/src/test/results/clientpositive/perf/query90.q.out @@ -41,7 +41,7 @@ Stage-0 SHUFFLE [RS_49] Group By Operator [GBY_48] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_92] (rows=52272 width=471) + Merge Join Operator [MERGEJOIN_92] (rows=191667562 width=135) Conds:RS_44._col2=RS_45._col0(Inner) <-Map 18 [SIMPLE_EDGE] SHUFFLE [RS_45] @@ -55,7 +55,7 @@ Stage-0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_44] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_91] (rows=47520 width=471) + Merge Join Operator [MERGEJOIN_91] (rows=174243235 width=135) Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col2"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -69,17 +69,17 @@ Stage-0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_90] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_90] (rows=158402938 width=135) Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col0","_col2"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_38] PartitionCols:_col1 - Select Operator [SEL_28] (rows=1 width=0) + Select Operator [SEL_28] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_83] (rows=1 width=0) + Filter Operator [FIL_83] (rows=144002668 width=135) predicate:(ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null) - TableScan [TS_26] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"] + TableScan [TS_26] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_39] PartitionCols:_col0 @@ -97,7 +97,7 @@ Stage-0 SHUFFLE [RS_23] Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_89] (rows=52272 width=471) + Merge Join Operator [MERGEJOIN_89] (rows=191667562 width=135) Conds:RS_18._col2=RS_19._col0(Inner) <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -111,7 +111,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_88] (rows=47520 width=471) + Merge Join Operator [MERGEJOIN_88] (rows=174243235 width=135) Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -125,17 +125,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_87] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_87] (rows=158402938 width=135) Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_79] (rows=1 width=0) + Filter Operator [FIL_79] (rows=144002668 width=135) predicate:(ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"] + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query91.q.out b/ql/src/test/results/clientpositive/perf/query91.q.out index 4725646..861945b 100644 --- a/ql/src/test/results/clientpositive/perf/query91.q.out +++ b/ql/src/test/results/clientpositive/perf/query91.q.out @@ -91,7 +91,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_82] (rows=20088 width=1119) + Merge Join Operator [MERGEJOIN_82] (rows=34846646 width=106) Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col7"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -105,7 +105,7 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col4 - Merge Join Operator [MERGEJOIN_81] (rows=66 width=2045) + Merge Join Operator [MERGEJOIN_81] (rows=31678769 width=106) Conds:RS_21._col0=RS_22._col2(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_21] @@ -119,10 +119,10 @@ Stage-0 <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col2 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_75] (rows=1 width=0) + Filter Operator [FIL_75] (rows=28798881 width=106) predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null) - TableScan [TS_3] (rows=1 width=0) - default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"] + TableScan [TS_3] (rows=28798881 width=106) + default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"] diff --git a/ql/src/test/results/clientpositive/perf/query92.q.out b/ql/src/test/results/clientpositive/perf/query92.q.out index 3a1d03d..f8186f5 100644 --- a/ql/src/test/results/clientpositive/perf/query92.q.out +++ b/ql/src/test/results/clientpositive/perf/query92.q.out @@ -24,33 +24,33 @@ Stage-0 SHUFFLE [RS_34] Group By Operator [GBY_33] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(_col0)","sum(_col1)","sum(_col2)"] - Select Operator [SEL_31] (rows=4909 width=1119) + Select Operator [SEL_31] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_48] (rows=4909 width=1119) + Merge Join Operator [MERGEJOIN_48] (rows=348477374 width=88) Conds:RS_28._col0, _col1=RS_29._col0, _col1(Outer),Output:["_col0","_col2"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col0, _col1 - Select Operator [SEL_13] (rows=4463 width=1119) + Select Operator [SEL_13] (rows=316797606 width=88) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=4463 width=1119) + Group By Operator [GBY_12] (rows=316797606 width=88) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_11] PartitionCols:_col0, _col1 - Group By Operator [GBY_10] (rows=8927 width=1119) + Group By Operator [GBY_10] (rows=633595212 width=88) Output:["_col0","_col1"],keys:_col1, _col2 - Merge Join Operator [MERGEJOIN_46] (rows=8927 width=1119) + Merge Join Operator [MERGEJOIN_46] (rows=633595212 width=88) Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_6] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_42] (rows=1 width=0) + Filter Operator [FIL_42] (rows=575995635 width=88) predicate:ss_sold_date_sk is not null - TableScan [TS_0] (rows=1 width=0) - default@store_sales,ss,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,ss,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"] <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_7] PartitionCols:_col0 @@ -63,14 +63,14 @@ Stage-0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0, _col1 - Group By Operator [GBY_26] (rows=4463 width=1119) + Group By Operator [GBY_26] (rows=158394413 width=135) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0, _col1 - Group By Operator [GBY_24] (rows=8927 width=1119) + Group By Operator [GBY_24] (rows=316788826 width=135) Output:["_col0","_col1"],keys:_col1, _col2 - Merge Join Operator [MERGEJOIN_47] (rows=8927 width=1119) + Merge Join Operator [MERGEJOIN_47] (rows=316788826 width=135) Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_21] @@ -84,10 +84,10 @@ Stage-0 <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_20] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=0) + Select Operator [SEL_16] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_44] (rows=1 width=0) + Filter Operator [FIL_44] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null - TableScan [TS_14] (rows=1 width=0) - default@catalog_sales,cs,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"] + TableScan [TS_14] (rows=287989836 width=135) + default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"] diff --git a/ql/src/test/results/clientpositive/perf/query93.q.out b/ql/src/test/results/clientpositive/perf/query93.q.out index 87d6c26..dcc7aa0 100644 --- a/ql/src/test/results/clientpositive/perf/query93.q.out +++ b/ql/src/test/results/clientpositive/perf/query93.q.out @@ -16,22 +16,22 @@ Stage-0 Stage-1 Reducer 5 File Output Operator [FS_24] - Limit [LIM_23] (rows=19 width=203) + Limit [LIM_23] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_22] (rows=19 width=203) + Select Operator [SEL_22] (rows=348477374 width=88) Output:["_col0","_col1"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_21] - Group By Operator [GBY_19] (rows=19 width=203) + Group By Operator [GBY_19] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 - Group By Operator [GBY_17] (rows=39 width=203) + Group By Operator [GBY_17] (rows=696954748 width=88) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Select Operator [SEL_15] (rows=39 width=203) + Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_34] (rows=39 width=203) + Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) Conds:RS_12._col6=RS_13._col0(Inner),Output:["_col1","_col3","_col4","_col8"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -45,24 +45,24 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col6 - Merge Join Operator [MERGEJOIN_33] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) Conds:RS_9._col0, _col2=RS_10._col0, _col2(Inner),Output:["_col1","_col3","_col4","_col6","_col8"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col0, _col2 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_30] (rows=1 width=0) + Filter Operator [FIL_30] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_ticket_number is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_sales_price"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_sales_price"] <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0, _col2 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_31] (rows=1 width=0) + Filter Operator [FIL_31] (rows=57591150 width=77) predicate:(sr_reason_sk is not null and sr_item_sk is not null and sr_ticket_number is not null) - TableScan [TS_3] (rows=1 width=0) - default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_reason_sk","sr_ticket_number","sr_return_quantity"] + TableScan [TS_3] (rows=57591150 width=77) + default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_reason_sk","sr_ticket_number","sr_return_quantity"] diff --git a/ql/src/test/results/clientpositive/perf/query94.q.out b/ql/src/test/results/clientpositive/perf/query94.q.out index 8ac8cc2..841dbac 100644 --- a/ql/src/test/results/clientpositive/perf/query94.q.out +++ b/ql/src/test/results/clientpositive/perf/query94.q.out @@ -25,27 +25,27 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col0:0._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_46] - Group By Operator [GBY_45] (rows=14641000 width=1014) + Group By Operator [GBY_45] (rows=127554770 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT _col3)","sum(_col4)","sum(_col5)"],keys:_col3 - Select Operator [SEL_44] (rows=14641000 width=1014) + Select Operator [SEL_44] (rows=127554770 width=135) Output:["_col3","_col4","_col5"] - Filter Operator [FIL_43] (rows=14641000 width=1014) + Filter Operator [FIL_43] (rows=127554770 width=135) predicate:_col12 is null - Merge Join Operator [MERGEJOIN_84] (rows=29282000 width=1014) + Merge Join Operator [MERGEJOIN_84] (rows=255109540 width=135) Conds:RS_40._col3=RS_41._col0(Left Outer),Output:["_col3","_col4","_col5","_col12"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0 - Select Operator [SEL_25] (rows=1 width=0) + Select Operator [SEL_25] (rows=14398467 width=92) Output:["_col0"] - Filter Operator [FIL_78] (rows=1 width=0) + Filter Operator [FIL_78] (rows=14398467 width=92) predicate:wr_order_number is not null - TableScan [TS_23] (rows=1 width=0) - default@web_returns,wr1,Tbl:PARTIAL,Col:NONE,Output:["wr_order_number"] + TableScan [TS_23] (rows=14398467 width=92) + default@web_returns,wr1,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_83] (rows=26620000 width=1014) + Merge Join Operator [MERGEJOIN_83] (rows=231917759 width=135) Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col3","_col4","_col5"] <-Map 13 [SIMPLE_EDGE] SHUFFLE [RS_38] @@ -59,7 +59,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_82] (rows=24200000 width=1014) + Merge Join Operator [MERGEJOIN_82] (rows=210834322 width=135) Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col0","_col3","_col4","_col5"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_35] @@ -73,7 +73,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_34] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_81] (rows=22000000 width=1014) + Merge Join Operator [MERGEJOIN_81] (rows=191667562 width=135) Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_32] @@ -87,44 +87,44 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_31] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_80] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_80] (rows=174243235 width=135) Conds:RS_28._col3=RS_29._col0(Left Semi),Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col3 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_72] (rows=1 width=0) + Filter Operator [FIL_72] (rows=144002668 width=135) predicate:(ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null and ws_order_number is not null) - TableScan [TS_0] (rows=1 width=0) - default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"] + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0 - Group By Operator [GBY_27] (rows=1 width=0) + Group By Operator [GBY_27] (rows=158402938 width=135) Output:["_col0"],keys:_col0 - Select Operator [SEL_13] (rows=1 width=0) + Select Operator [SEL_13] (rows=158402938 width=135) Output:["_col0"] - Filter Operator [FIL_12] (rows=1 width=0) + Filter Operator [FIL_12] (rows=158402938 width=135) predicate:(_col0 <> _col2) - Merge Join Operator [MERGEJOIN_79] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_79] (rows=158402938 width=135) Conds:RS_9._col1=RS_10._col1(Inner),Output:["_col0","_col1","_col2"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col1 - Select Operator [SEL_8] (rows=1 width=0) + Select Operator [SEL_8] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_74] (rows=1 width=0) + Filter Operator [FIL_74] (rows=144002668 width=135) predicate:ws_order_number is not null - TableScan [TS_6] (rows=1 width=0) - default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] + TableScan [TS_6] (rows=144002668 width=135) + default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col1 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_73] (rows=1 width=0) + Filter Operator [FIL_73] (rows=144002668 width=135) predicate:ws_order_number is not null - TableScan [TS_3] (rows=1 width=0) - default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] + TableScan [TS_3] (rows=144002668 width=135) + default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] diff --git a/ql/src/test/results/clientpositive/perf/query95.q.out b/ql/src/test/results/clientpositive/perf/query95.q.out index 534e910..665a12e 100644 --- a/ql/src/test/results/clientpositive/perf/query95.q.out +++ b/ql/src/test/results/clientpositive/perf/query95.q.out @@ -24,9 +24,9 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col0:0._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_60] - Group By Operator [GBY_59] (rows=26620000 width=1014) + Group By Operator [GBY_59] (rows=510219083 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT _col3)","sum(_col4)","sum(_col5)"],keys:_col3 - Merge Join Operator [MERGEJOIN_122] (rows=26620000 width=1014) + Merge Join Operator [MERGEJOIN_122] (rows=510219083 width=135) Conds:RS_55._col0=RS_56._col0(Inner),Output:["_col3","_col4","_col5"] <-Map 17 [SIMPLE_EDGE] SHUFFLE [RS_56] @@ -40,7 +40,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_55] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_121] (rows=24200000 width=1014) + Merge Join Operator [MERGEJOIN_121] (rows=463835520 width=135) Conds:RS_52._col2=RS_53._col0(Inner),Output:["_col0","_col3","_col4","_col5"] <-Map 16 [SIMPLE_EDGE] SHUFFLE [RS_53] @@ -54,7 +54,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_52] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_120] (rows=22000000 width=1014) + Merge Join Operator [MERGEJOIN_120] (rows=421668646 width=135) Conds:RS_49._col1=RS_50._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] <-Map 15 [SIMPLE_EDGE] SHUFFLE [RS_50] @@ -68,87 +68,87 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_49] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_119] (rows=2 width=0) + Merge Join Operator [MERGEJOIN_119] (rows=383335125 width=135) Conds:RS_45._col3=RS_46._col0(Left Semi),RS_45._col3=RS_47._col0(Left Semi),Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col3 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_107] (rows=1 width=0) + Filter Operator [FIL_107] (rows=144002668 width=135) predicate:(ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null and ws_order_number is not null) - TableScan [TS_0] (rows=1 width=0) - default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"] + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0 - Group By Operator [GBY_44] (rows=1 width=0) + Group By Operator [GBY_44] (rows=174243235 width=135) Output:["_col0"],keys:_col0 - Merge Join Operator [MERGEJOIN_118] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_118] (rows=174243235 width=135) Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col0"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=0) + Select Operator [SEL_16] (rows=14398467 width=92) Output:["_col0"] - Filter Operator [FIL_110] (rows=1 width=0) + Filter Operator [FIL_110] (rows=14398467 width=92) predicate:wr_order_number is not null - TableScan [TS_14] (rows=1 width=0) - default@web_returns,wr,Tbl:PARTIAL,Col:NONE,Output:["wr_order_number"] + TableScan [TS_14] (rows=14398467 width=92) + default@web_returns,wr,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"] <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0 - Select Operator [SEL_27] (rows=1 width=0) + Select Operator [SEL_27] (rows=158402938 width=135) Output:["_col0"] - Filter Operator [FIL_26] (rows=1 width=0) + Filter Operator [FIL_26] (rows=158402938 width=135) predicate:(_col0 <> _col2) - Merge Join Operator [MERGEJOIN_117] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_117] (rows=158402938 width=135) Conds:RS_23._col1=RS_24._col1(Inner),Output:["_col0","_col1","_col2"] <-Map 12 [SIMPLE_EDGE] SHUFFLE [RS_23] PartitionCols:_col1 - Select Operator [SEL_19] (rows=1 width=0) + Select Operator [SEL_19] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_111] (rows=1 width=0) + Filter Operator [FIL_111] (rows=144002668 width=135) predicate:ws_order_number is not null - TableScan [TS_17] (rows=1 width=0) - default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] + TableScan [TS_17] (rows=144002668 width=135) + default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] <-Map 14 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col1 - Select Operator [SEL_22] (rows=1 width=0) + Select Operator [SEL_22] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_112] (rows=1 width=0) + Filter Operator [FIL_112] (rows=144002668 width=135) predicate:ws_order_number is not null - TableScan [TS_20] (rows=1 width=0) - default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] + TableScan [TS_20] (rows=144002668 width=135) + default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col0 - Group By Operator [GBY_42] (rows=1 width=0) + Group By Operator [GBY_42] (rows=158402938 width=135) Output:["_col0"],keys:_col0 - Select Operator [SEL_13] (rows=1 width=0) + Select Operator [SEL_13] (rows=158402938 width=135) Output:["_col0"] - Filter Operator [FIL_12] (rows=1 width=0) + Filter Operator [FIL_12] (rows=158402938 width=135) predicate:(_col0 <> _col2) - Merge Join Operator [MERGEJOIN_116] (rows=1 width=0) + Merge Join Operator [MERGEJOIN_116] (rows=158402938 width=135) Conds:RS_9._col1=RS_10._col1(Inner),Output:["_col0","_col1","_col2"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col1 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_5] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_108] (rows=1 width=0) + Filter Operator [FIL_108] (rows=144002668 width=135) predicate:ws_order_number is not null - TableScan [TS_3] (rows=1 width=0) - default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] + TableScan [TS_3] (rows=144002668 width=135) + default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col1 - Select Operator [SEL_8] (rows=1 width=0) + Select Operator [SEL_8] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_109] (rows=1 width=0) + Filter Operator [FIL_109] (rows=144002668 width=135) predicate:ws_order_number is not null - TableScan [TS_6] (rows=1 width=0) - default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] + TableScan [TS_6] (rows=144002668 width=135) + default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] diff --git a/ql/src/test/results/clientpositive/perf/query96.q.out b/ql/src/test/results/clientpositive/perf/query96.q.out index b3a9652..7800bde 100644 --- a/ql/src/test/results/clientpositive/perf/query96.q.out +++ b/ql/src/test/results/clientpositive/perf/query96.q.out @@ -29,7 +29,7 @@ Stage-0 SHUFFLE [RS_23] Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_45] (rows=17424 width=471) + Merge Join Operator [MERGEJOIN_45] (rows=766650239 width=88) Conds:RS_18._col2=RS_19._col0(Inner) <-Map 9 [SIMPLE_EDGE] SHUFFLE [RS_19] @@ -43,7 +43,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_44] (rows=15840 width=471) + Merge Join Operator [MERGEJOIN_44] (rows=696954748 width=88) Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_16] @@ -57,17 +57,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_43] (rows=3960 width=107) + Merge Join Operator [MERGEJOIN_43] (rows=633595212 width=88) Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_39] (rows=1 width=0) + Filter Operator [FIL_39] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_13] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/perf/query97.q.out b/ql/src/test/results/clientpositive/perf/query97.q.out index 2f610bd..5dcd341 100644 --- a/ql/src/test/results/clientpositive/perf/query97.q.out +++ b/ql/src/test/results/clientpositive/perf/query97.q.out @@ -26,33 +26,33 @@ Stage-0 SHUFFLE [RS_34] Group By Operator [GBY_33] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(_col0)","sum(_col1)","sum(_col2)"] - Select Operator [SEL_31] (rows=22096 width=1119) + Select Operator [SEL_31] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_49] (rows=22096 width=1119) + Merge Join Operator [MERGEJOIN_49] (rows=348477374 width=88) Conds:RS_28._col0, _col1=RS_29._col0, _col1(Outer),Output:["_col0","_col2"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_28] PartitionCols:_col0, _col1 - Select Operator [SEL_13] (rows=20088 width=1119) + Select Operator [SEL_13] (rows=316797606 width=88) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=20088 width=1119) + Group By Operator [GBY_12] (rows=316797606 width=88) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_11] PartitionCols:_col0, _col1 - Group By Operator [GBY_10] (rows=40176 width=1119) + Group By Operator [GBY_10] (rows=633595212 width=88) Output:["_col0","_col1"],keys:_col1, _col2 - Merge Join Operator [MERGEJOIN_47] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_47] (rows=633595212 width=88) Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_6] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_43] (rows=1 width=0) + Filter Operator [FIL_43] (rows=575995635 width=88) predicate:ss_sold_date_sk is not null - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"] <-Map 6 [SIMPLE_EDGE] SHUFFLE [RS_7] PartitionCols:_col0 @@ -65,14 +65,14 @@ Stage-0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_29] PartitionCols:_col0, _col1 - Group By Operator [GBY_26] (rows=20088 width=1119) + Group By Operator [GBY_26] (rows=158394413 width=135) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_25] PartitionCols:_col0, _col1 - Group By Operator [GBY_24] (rows=40176 width=1119) + Group By Operator [GBY_24] (rows=316788826 width=135) Output:["_col0","_col1"],keys:_col1, _col2 - Merge Join Operator [MERGEJOIN_48] (rows=40176 width=1119) + Merge Join Operator [MERGEJOIN_48] (rows=316788826 width=135) Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2"] <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_21] @@ -86,10 +86,10 @@ Stage-0 <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_20] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=0) + Select Operator [SEL_16] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_45] (rows=1 width=0) + Filter Operator [FIL_45] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null - TableScan [TS_14] (rows=1 width=0) - default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"] + TableScan [TS_14] (rows=287989836 width=135) + default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"] diff --git a/ql/src/test/results/clientpositive/perf/query98.q.out b/ql/src/test/results/clientpositive/perf/query98.q.out index fc4b7a3..300f54a 100644 --- a/ql/src/test/results/clientpositive/perf/query98.q.out +++ b/ql/src/test/results/clientpositive/perf/query98.q.out @@ -17,31 +17,31 @@ Stage-0 Stage-1 Reducer 6 File Output Operator [FS_27] - Select Operator [SEL_26] (rows=139755 width=1436) + Select Operator [SEL_26] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_25] - Select Operator [SEL_23] (rows=139755 width=1436) + Select Operator [SEL_23] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - PTF Operator [PTF_22] (rows=139755 width=1436) + PTF Operator [PTF_22] (rows=348477374 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}] - Select Operator [SEL_21] (rows=139755 width=1436) + Select Operator [SEL_21] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_20] PartitionCols:_col3 - Select Operator [SEL_19] (rows=139755 width=1436) + Select Operator [SEL_19] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_18] (rows=139755 width=1436) + Group By Operator [GBY_18] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_16] (rows=279510 width=1436) + Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col4, _col5, _col6, _col7, _col8 - Select Operator [SEL_15] (rows=279510 width=1436) + Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col4","_col5","_col6","_col7","_col8","_col2"] - Merge Join Operator [MERGEJOIN_37] (rows=279510 width=1436) + Merge Join Operator [MERGEJOIN_37] (rows=696954748 width=88) Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col8"] <-Map 8 [SIMPLE_EDGE] SHUFFLE [RS_13] @@ -55,17 +55,17 @@ Stage-0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_36] (rows=254100 width=1436) + Merge Join Operator [MERGEJOIN_36] (rows=633595212 width=88) Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_9] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_2] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_33] (rows=1 width=0) + Filter Operator [FIL_33] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] + TableScan [TS_0] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_10] PartitionCols:_col0