Query (id=2647af212adfc36a:5f00cd8900000000): Summary: Session ID: 64410e017225677e:820ddc2a6b2b418f Session Type: HIVESERVER2 HiveServer2 Protocol Version: V6 Start Time: 2020-07-31 21:03:37.633989000 End Time: 2020-07-31 21:03:39.042847000 Query Type: QUERY Query State: EXCEPTION Impala Query State: ERROR Query Status: Rejected query from pool root.default: request memory needed 50.00 GB is greater than memory available for admission 45.36 GB of coordinator-0:22050. Use the MEM_LIMIT query option to indicate how much memory is required per node. Impala Version: impalad version 4.0.0-SNAPSHOT RELEASE (build 39b1b83b94c19f26087fee936fa4c8fe379c28c7) User: csso_drorke Connected User: csso_drorke Delegated User: Network Address: 127.0.0.1:52050 Default Db: tpcds_30000_decimal_parquet Sql Statement: with frequent_ss_items as (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt from store_sales ,date_dim ,item where ss_sold_date_sk = d_date_sk and ss_item_sk = i_item_sk and d_year in (2000,2000+1,2000+2,2000+3) group by substr(i_item_desc,1,30),i_item_sk,d_date having count(*) >4), max_store_sales as (select max(csales) tpcds_cmax from (select c_customer_sk,sum(ss_quantity*ss_sales_price) csales from store_sales ,customer ,date_dim where ss_customer_sk = c_customer_sk and ss_sold_date_sk = d_date_sk and d_year in (2000,2000+1,2000+2,2000+3) group by c_customer_sk) x), best_ss_customer as (select c_customer_sk,sum(ss_quantity*ss_sales_price) ssales from store_sales ,customer where ss_customer_sk = c_customer_sk group by c_customer_sk having sum(ss_quantity*ss_sales_price) > (95/100.0) * (select * from max_store_sales)) select sum(sales) from (select cs_quantity*cs_list_price sales from catalog_sales ,date_dim where d_year = 2000 and d_moy = 3 and cs_sold_date_sk = d_date_sk and cs_item_sk in (select item_sk from frequent_ss_items) and cs_bill_customer_sk in (select c_customer_sk from best_ss_customer) union all select ws_quantity*ws_list_price sales from web_sales ,date_dim where d_year = 2000 and d_moy = 3 and ws_sold_date_sk = d_date_sk and ws_item_sk in (select item_sk from frequent_ss_items) and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer)) y limit 100 Coordinator: coordinator-0:22050 Query Options (set by configuration): RUNTIME_FILTER_WAIT_TIME_MS=10000,MAX_NUM_RUNTIME_FILTERS=50,MT_DOP=12,RUNTIME_FILTER_MAX_SIZE=2097152,TIMEZONE=UTC,CLIENT_IDENTIFIER=Impala Shell v3.3.0-SNAPSHOT (a509cff) built on Mon Jul 29 18:37:09 PDT 2019,DEFAULT_FILE_FORMAT=4,SPOOL_QUERY_RESULTS=1,DEFAULT_TRANSACTIONAL_TYPE=1 Query Options (set by configuration and planner): RUNTIME_FILTER_WAIT_TIME_MS=10000,MAX_NUM_RUNTIME_FILTERS=50,MT_DOP=12,RUNTIME_FILTER_MAX_SIZE=2097152,TIMEZONE=UTC,CLIENT_IDENTIFIER=Impala Shell v3.3.0-SNAPSHOT (a509cff) built on Mon Jul 29 18:37:09 PDT 2019,DEFAULT_FILE_FORMAT=4,SPOOL_QUERY_RESULTS=1,DEFAULT_TRANSACTIONAL_TYPE=1 Plan: ---------------- Max Per-Host Resource Reservation: Memory=7.60GB Threads=235 Per-Host Resource Estimates: Memory=303.36GB Dedicated Coordinator Resource Estimate: Memory=136MB Analyzed query: WITH frequent_ss_items AS (SELECT substr(i_item_desc, CAST(1 AS BIGINT), CAST(30 AS BIGINT)) itemdesc, i_item_sk item_sk, d_date solddate, count(*) cnt FROM tpcds_30000_decimal_parquet.store_sales, tpcds_30000_decimal_parquet.date_dim, tpcds_30000_decimal_parquet.item WHERE ss_sold_date_sk = d_date_sk AND ss_item_sk = i_item_sk AND d_year IN (CAST(2000 AS INT), CAST(2000 AS INT) + CAST(1 AS INT), CAST(2000 AS INT) + CAST(2 AS INT), CAST(2000 AS INT) + CAST(3 AS INT)) GROUP BY substr(i_item_desc, CAST(1 AS BIGINT), CAST(30 AS BIGINT)), i_item_sk, d_date HAVING count(*) > CAST(4 AS BIGINT)),max_store_sales AS (SELECT max(csales) tpcds_cmax FROM (SELECT c_customer_sk, sum(CAST(ss_quantity AS DECIMAL(10,0)) * ss_sales_price) csales FROM tpcds_30000_decimal_parquet.store_sales, tpcds_30000_decimal_parquet.customer, tpcds_30000_decimal_parquet.date_dim WHERE ss_customer_sk = c_customer_sk AND ss_sold_date_sk = d_date_sk AND d_year IN (CAST(2000 AS INT), CAST(2000 AS INT) + CAST(1 AS INT), CAST(2000 AS INT) + CAST(2 AS INT), CAST(2000 AS INT) + CAST(3 AS INT)) GROUP BY c_customer_sk) x),best_ss_customer AS (SELECT c_customer_sk, sum(CAST(ss_quantity AS DECIMAL(10,0)) * ss_sales_price) ssales FROM tpcds_30000_decimal_parquet.store_sales, tpcds_30000_decimal_parquet.customer WHERE ss_customer_sk = c_customer_sk GROUP BY c_customer_sk HAVING sum(CAST(ss_quantity AS DECIMAL(10,0)) * ss_sales_price) > (CAST(95 AS DECIMAL(3,0)) / CAST(100.0 AS DECIMAL(4,1))) * (SELECT * FROM max_store_sales)) SELECT sum(sales) FROM (SELECT CAST(cs_quantity AS DECIMAL(10,0)) * cs_list_price sales FROM tpcds_30000_decimal_parquet.catalog_sales, tpcds_30000_decimal_parquet.date_dim LEFT SEMI JOIN (SELECT item_sk FROM frequent_ss_items) `$a$1` (`$c$1`) ON cs_item_sk = `$a$1`.`$c$1` LEFT SEMI JOIN (SELECT c_customer_sk FROM best_ss_customer) `$a$2` (`$c$1`) ON cs_bill_customer_sk = `$a$2`.`$c$1` WHERE d_year = CAST(2000 AS INT) AND d_moy = CAST(3 AS INT) AND cs_sold_date_sk = d_date_sk AND TRUE AND TRUE UNION ALL SELECT CAST(ws_quantity AS DECIMAL(10,0)) * ws_list_price sales FROM tpcds_30000_decimal_parquet.web_sales, tpcds_30000_decimal_parquet.date_dim LEFT SEMI JOIN (SELECT item_sk FROM frequent_ss_items) `$a$1` (`$c$1`) ON ws_item_sk = `$a$1`.`$c$1` LEFT SEMI JOIN (SELECT c_customer_sk FROM best_ss_customer) `$a$2` (`$c$1`) ON ws_bill_customer_sk = `$a$2`.`$c$1` WHERE d_year = CAST(2000 AS INT) AND d_moy = CAST(3 AS INT) AND ws_sold_date_sk = d_date_sk AND TRUE AND TRUE) y LIMIT CAST(100 AS TINYINT) F31:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Instance Resources: mem-estimate=14.00MB mem-reservation=4.00MB thread-reservation=1 PLAN-ROOT SINK | output exprs: sum(sales) | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 | 89:AGGREGATE [FINALIZE] | output: sum:merge(sales) | limit: 100 | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | tuple-ids=46 row-size=16B cardinality=1 | in pipelines: 89(GETNEXT), 49(OPEN) | 88:EXCHANGE [UNPARTITIONED] | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | tuple-ids=46 row-size=16B cardinality=1 | in pipelines: 49(GETNEXT) | F30:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 Per-Instance Resources: mem-estimate=62.00MB mem-reservation=0B thread-reservation=1 49:AGGREGATE | output: sum(sales) | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | tuple-ids=46 row-size=16B cardinality=1 | in pipelines: 49(GETNEXT), 01(OPEN), 25(OPEN) | 00:UNION | mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=44 row-size=8B cardinality=3.71G | in pipelines: 01(GETNEXT), 25(GETNEXT) | |--48:HASH JOIN [LEFT SEMI JOIN, PARTITIONED] | | hash-table-id=05 | | hash predicates: ws_bill_customer_sk = c_customer_sk | | mem-estimate=0B mem-reservation=0B spill-buffer=256.00KB thread-reservation=0 | | tuple-ids=22,23 row-size=48B cardinality=1.24G | | in pipelines: 25(GETNEXT), 79(OPEN) | | | |--F37:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | | | Per-Instance Resources: mem-estimate=43.00MB mem-reservation=11.50MB thread-reservation=1 runtime-filters-memory=2.00MB | | JOIN BUILD | | | join-table-id=05 plan-id=06 cohort-id=01 | | | build expressions: c_customer_sk | | | runtime filters: RF016[bloom] <- c_customer_sk | | | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0 | | | | | 44:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | join table id: 06 | | | predicates: sum(ss_quantity * ss_sales_price) > CAST(0.950000 AS DECIMAL(10,6)) * max(csales) | | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | | tuple-ids=32,39 row-size=40B cardinality=76.82M | | | in pipelines: 79(GETNEXT), 85(OPEN) | | | | | |--F38:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | | Per-Instance Resources: mem-estimate=16.02KB mem-reservation=0B thread-reservation=1 | | | JOIN BUILD | | | | join-table-id=06 plan-id=07 cohort-id=04 | | | | mem-estimate=16B mem-reservation=0B thread-reservation=0 | | | | | | | 86:EXCHANGE [BROADCAST] | | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=39 row-size=16B cardinality=1 | | | | in pipelines: 85(GETNEXT) | | | | | | | F29:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | | | Per-Instance Resources: mem-estimate=10.02MB mem-reservation=0B thread-reservation=1 | | | 85:AGGREGATE [FINALIZE] | | | | output: max:merge(csales) | | | | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | | tuple-ids=39 row-size=16B cardinality=1 | | | | in pipelines: 85(GETNEXT), 43(OPEN) | | | | | | | 84:EXCHANGE [UNPARTITIONED] | | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=39 row-size=16B cardinality=1 | | | | in pipelines: 43(GETNEXT) | | | | | | | F28:PLAN FRAGMENT [HASH(c_customer_sk)] hosts=64 instances=768 | | | Per-Instance Resources: mem-estimate=41.00MB mem-reservation=4.75MB thread-reservation=1 | | | 43:AGGREGATE | | | | output: max(sum(ss_quantity * ss_sales_price)) | | | | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | | tuple-ids=39 row-size=16B cardinality=1 | | | | in pipelines: 43(GETNEXT), 83(OPEN) | | | | | | | 83:AGGREGATE [FINALIZE] | | | | output: sum:merge(ss_quantity * ss_sales_price) | | | | group by: c_customer_sk | | | | mem-estimate=10.00MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0 | | | | tuple-ids=37 row-size=24B cardinality=76.82M | | | | in pipelines: 83(GETNEXT), 37(OPEN) | | | | | | | 82:EXCHANGE [HASH(c_customer_sk)] | | | | mem-estimate=31.00MB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=37 row-size=24B cardinality=76.82M | | | | in pipelines: 37(GETNEXT) | | | | | | | F25:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB | | | Per-Instance Resources: mem-estimate=1.97GB mem-reservation=50.00MB thread-reservation=1 | | | 42:AGGREGATE [STREAMING] | | | | output: sum(CAST(ss_quantity AS DECIMAL(10,0)) * ss_sales_price) | | | | group by: c_customer_sk | | | | mem-estimate=1.89GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | | tuple-ids=37 row-size=24B cardinality=76.82M | | | | in pipelines: 37(GETNEXT) | | | | | | | 41:HASH JOIN [INNER JOIN, BROADCAST] | | | | hash-table-id=07 | | | | hash predicates: ss_customer_sk = c_customer_sk | | | | fk/pk conjuncts: ss_customer_sk = c_customer_sk | | | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | | tuple-ids=34,36,35 row-size=44B cardinality=68.92G | | | | in pipelines: 37(GETNEXT), 38(OPEN) | | | | | | | |--F39:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | | | Per-Instance Resources: mem-estimate=683.62MB mem-reservation=410.00MB thread-reservation=1 runtime-filters-memory=2.00MB | | | | JOIN BUILD | | | | | join-table-id=07 plan-id=08 cohort-id=05 | | | | | build expressions: c_customer_sk | | | | | runtime filters: RF028[bloom] <- c_customer_sk | | | | | mem-estimate=671.39MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 | | | | | | | | | 81:EXCHANGE [BROADCAST] | | | | | mem-estimate=10.23MB mem-reservation=0B thread-reservation=0 | | | | | tuple-ids=35 row-size=8B cardinality=80.00M | | | | | in pipelines: 38(GETNEXT) | | | | | | | | | F27:PLAN FRAGMENT [RANDOM] hosts=20 instances=20 | | | | Per-Instance Resources: mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=1 | | | | 38:SCAN S3 [tpcds_30000_decimal_parquet.customer, RANDOM] | | | | S3 partitions=1/1 files=20 size=4.17GB | | | | stored statistics: | | | | table: rows=80.00M size=4.17GB | | | | columns: all | | | | extrapolated-rows=disabled max-scan-range-rows=4.00M | | | | mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=0 | | | | tuple-ids=35 row-size=8B cardinality=80.00M | | | | in pipelines: 38(GETNEXT) | | | | | | | 40:HASH JOIN [INNER JOIN, BROADCAST] | | | | hash-table-id=08 | | | | hash predicates: ss_sold_date_sk = d_date_sk | | | | fk/pk conjuncts: ss_sold_date_sk = d_date_sk | | | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | | | | tuple-ids=34,36 row-size=36B cardinality=68.92G | | | | in pipelines: 37(GETNEXT), 39(OPEN) | | | | | | | |--F40:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | | | Per-Instance Resources: mem-estimate=24.28MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB | | | | JOIN BUILD | | | | | join-table-id=08 plan-id=09 cohort-id=05 | | | | | build expressions: d_date_sk | | | | | runtime filters: RF030[bloom] <- d_date_sk | | | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | | | | | | | 80:EXCHANGE [BROADCAST] | | | | | mem-estimate=33.47KB mem-reservation=0B thread-reservation=0 | | | | | tuple-ids=36 row-size=12B cardinality=1.49K | | | | | in pipelines: 39(GETNEXT) | | | | | | | | | F26:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | | | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=1 | | | | 39:SCAN S3 [tpcds_30000_decimal_parquet.date_dim, RANDOM] | | | | S3 partitions=1/1 files=1 size=2.15MB | | | | predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | | stored statistics: | | | | table: rows=73.05K size=2.15MB | | | | columns: all | | | | extrapolated-rows=disabled max-scan-range-rows=73.05K | | | | parquet statistics predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | | parquet dictionary predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0 | | | | tuple-ids=36 row-size=12B cardinality=1.49K | | | | in pipelines: 39(GETNEXT) | | | | | | | 37:SCAN S3 [tpcds_30000_decimal_parquet.store_sales, RANDOM] | | | S3 partitions=1824/1824 files=16836 size=3.88TB | | | runtime filters: RF028[bloom] -> ss_customer_sk, RF030[bloom] -> ss_sold_date_sk | | | stored statistics: | | | table: rows=86.40G size=3.88TB | | | partitions: 1824/1824 rows=86.40G | | | columns: all | | | extrapolated-rows=disabled max-scan-range-rows=5.38M | | | mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=0 | | | tuple-ids=34 row-size=24B cardinality=86.40G | | | in pipelines: 37(GETNEXT) | | | | | 79:AGGREGATE [FINALIZE] | | | output: sum:merge(ss_quantity * ss_sales_price) | | | group by: c_customer_sk | | | mem-estimate=10.00MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0 | | | tuple-ids=32 row-size=24B cardinality=76.82M | | | in pipelines: 79(GETNEXT), 33(OPEN) | | | | | 78:EXCHANGE [HASH(c_customer_sk)] | | | mem-estimate=31.00MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=32 row-size=24B cardinality=76.82M | | | in pipelines: 33(GETNEXT) | | | | | F22:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | | Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB | | Per-Instance Resources: mem-estimate=1.97GB mem-reservation=50.00MB thread-reservation=1 | | 36:AGGREGATE [STREAMING] | | | output: sum(CAST(ss_quantity AS DECIMAL(10,0)) * ss_sales_price) | | | group by: c_customer_sk | | | mem-estimate=1.89GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=32 row-size=24B cardinality=76.82M | | | in pipelines: 33(GETNEXT) | | | | | 35:HASH JOIN [INNER JOIN, BROADCAST] | | | hash-table-id=09 | | | hash predicates: ss_customer_sk = c_customer_sk | | | fk/pk conjuncts: ss_customer_sk = c_customer_sk | | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=30,31 row-size=24B cardinality=86.40G | | | in pipelines: 33(GETNEXT), 34(OPEN) | | | | | |--F41:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | | Per-Instance Resources: mem-estimate=683.62MB mem-reservation=410.00MB thread-reservation=1 runtime-filters-memory=2.00MB | | | JOIN BUILD | | | | join-table-id=09 plan-id=10 cohort-id=04 | | | | build expressions: c_customer_sk | | | | runtime filters: RF026[bloom] <- c_customer_sk | | | | mem-estimate=671.39MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 | | | | | | | 77:EXCHANGE [BROADCAST] | | | | mem-estimate=10.23MB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=31 row-size=8B cardinality=80.00M | | | | in pipelines: 34(GETNEXT) | | | | | | | F23:PLAN FRAGMENT [RANDOM] hosts=20 instances=20 | | | Per-Instance Resources: mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=1 | | | 34:SCAN S3 [tpcds_30000_decimal_parquet.customer, RANDOM] | | | S3 partitions=1/1 files=20 size=4.17GB | | | stored statistics: | | | table: rows=80.00M size=4.17GB | | | columns: all | | | extrapolated-rows=disabled max-scan-range-rows=4.00M | | | mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=0 | | | tuple-ids=31 row-size=8B cardinality=80.00M | | | in pipelines: 34(GETNEXT) | | | | | 33:SCAN S3 [tpcds_30000_decimal_parquet.store_sales, RANDOM] | | S3 partitions=1824/1824 files=16836 size=3.88TB | | runtime filters: RF026[bloom] -> ss_customer_sk | | stored statistics: | | table: rows=86.40G size=3.88TB | | partitions: 1824/1824 rows=86.40G | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=5.38M | | mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=0 | | tuple-ids=30 row-size=16B cardinality=86.40G | | in pipelines: 33(GETNEXT) | | | 87:EXCHANGE [HASH(ws_bill_customer_sk)] | | mem-estimate=52.00MB mem-reservation=0B thread-reservation=0 | | tuple-ids=22,23 row-size=48B cardinality=1.24G | | in pipelines: 25(GETNEXT) | | | F15:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB | Per-Instance Resources: mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=1 | 47:HASH JOIN [LEFT SEMI JOIN, BROADCAST] | | hash-table-id=14 | | hash predicates: ws_item_sk = i_item_sk | | mem-estimate=0B mem-reservation=0B spill-buffer=256.00KB thread-reservation=0 | | tuple-ids=22,23 row-size=48B cardinality=1.24G | | in pipelines: 25(GETNEXT), 75(OPEN) | | | |--F46:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | Per-Instance Resources: mem-estimate=70.52MB mem-reservation=58.00MB thread-reservation=1 runtime-filters-memory=1.00MB | | JOIN BUILD | | | join-table-id=14 plan-id=15 cohort-id=01 | | | build expressions: i_item_sk | | | runtime filters: RF018[bloom] <- i_item_sk | | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 | | | | | 76:EXCHANGE [BROADCAST] | | | mem-estimate=12.52MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=68 row-size=8B cardinality=462.00K | | | in pipelines: 75(GETNEXT) | | | | | F21:PLAN FRAGMENT [HASH(i_item_sk)] hosts=64 instances=768 | | Per-Instance Resources: mem-estimate=19.06MB mem-reservation=1.94MB thread-reservation=1 | | 75:AGGREGATE [FINALIZE] | | | group by: i_item_sk | | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | | | tuple-ids=68 row-size=8B cardinality=462.00K | | | in pipelines: 75(GETNEXT), 73(OPEN) | | | | | 74:EXCHANGE [HASH(i_item_sk)] | | | mem-estimate=9.06MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=68 row-size=8B cardinality=462.00K | | | in pipelines: 73(GETNEXT) | | | | | F20:PLAN FRAGMENT [HASH(substr(i_item_desc, 1, 30),i_item_sk,d_date)] hosts=64 instances=768 | | Per-Instance Resources: mem-estimate=1.35GB mem-reservation=36.00MB thread-reservation=1 | | 46:AGGREGATE [STREAMING] | | | group by: i_item_sk | | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0 | | | tuple-ids=68 row-size=8B cardinality=462.00K | | | in pipelines: 73(GETNEXT) | | | | | 73:AGGREGATE [FINALIZE] | | | output: count:merge(*) | | | group by: substr(i_item_desc, 1, 30), i_item_sk, d_date | | | having: count(*) > CAST(4 AS BIGINT) | | | mem-estimate=1.29GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=27 row-size=50B cardinality=6.85G | | | in pipelines: 73(GETNEXT), 27(OPEN) | | | | | 72:EXCHANGE [HASH(substr(i_item_desc, 1, 30),i_item_sk,d_date)] | | | mem-estimate=50.50MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=27 row-size=50B cardinality=68.53G | | | in pipelines: 27(GETNEXT) | | | | | F17:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | | Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB | | Per-Instance Resources: mem-estimate=6.94GB mem-reservation=38.00MB thread-reservation=1 | | 32:AGGREGATE [STREAMING] | | | output: count(*) | | | group by: substr(i_item_desc, CAST(1 AS BIGINT), CAST(30 AS BIGINT)), i_item_sk, d_date | | | mem-estimate=6.86GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=27 row-size=50B cardinality=68.53G | | | in pipelines: 27(GETNEXT) | | | | | 31:HASH JOIN [INNER JOIN, BROADCAST] | | | hash-table-id=15 | | | hash predicates: ss_item_sk = i_item_sk | | | fk/pk conjuncts: ss_item_sk = i_item_sk | | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=24,25,26 row-size=170B cardinality=68.53G | | | in pipelines: 27(GETNEXT), 29(OPEN) | | | | | |--F47:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | | Per-Instance Resources: mem-estimate=419.49MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB | | | JOIN BUILD | | | | join-table-id=15 plan-id=16 cohort-id=07 | | | | build expressions: i_item_sk | | | | runtime filters: RF022[bloom] <- i_item_sk | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 | | | | | | | 71:EXCHANGE [BROADCAST] | | | | mem-estimate=10.49MB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=26 row-size=120B cardinality=462.00K | | | | in pipelines: 29(GETNEXT) | | | | | | | F19:PLAN FRAGMENT [RANDOM] hosts=4 instances=4 | | | Per-Instance Resources: mem-estimate=24.00MB mem-reservation=8.00MB thread-reservation=1 | | | 29:SCAN S3 [tpcds_30000_decimal_parquet.item, RANDOM] | | | S3 partitions=1/1 files=4 size=42.92MB | | | stored statistics: | | | table: rows=462.00K size=42.92MB | | | columns: all | | | extrapolated-rows=disabled max-scan-range-rows=118.03K | | | mem-estimate=24.00MB mem-reservation=8.00MB thread-reservation=0 | | | tuple-ids=26 row-size=120B cardinality=462.00K | | | in pipelines: 29(GETNEXT) | | | | | 30:HASH JOIN [INNER JOIN, BROADCAST] | | | hash-table-id=16 | | | hash predicates: ss_sold_date_sk = d_date_sk | | | fk/pk conjuncts: ss_sold_date_sk = d_date_sk | | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | | | tuple-ids=24,25 row-size=50B cardinality=68.92G | | | in pipelines: 27(GETNEXT), 28(OPEN) | | | | | |--F48:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | | Per-Instance Resources: mem-estimate=24.34MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB | | | JOIN BUILD | | | | join-table-id=16 plan-id=17 cohort-id=07 | | | | build expressions: d_date_sk | | | | runtime filters: RF024[bloom] <- d_date_sk | | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | | | | | 70:EXCHANGE [BROADCAST] | | | | mem-estimate=87.51KB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=25 row-size=34B cardinality=1.49K | | | | in pipelines: 28(GETNEXT) | | | | | | | F18:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=1 | | | 28:SCAN S3 [tpcds_30000_decimal_parquet.date_dim, RANDOM] | | | S3 partitions=1/1 files=1 size=2.15MB | | | predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | stored statistics: | | | table: rows=73.05K size=2.15MB | | | columns: all | | | extrapolated-rows=disabled max-scan-range-rows=73.05K | | | parquet statistics predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | parquet dictionary predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=0 | | | tuple-ids=25 row-size=34B cardinality=1.49K | | | in pipelines: 28(GETNEXT) | | | | | 27:SCAN S3 [tpcds_30000_decimal_parquet.store_sales, RANDOM] | | S3 partitions=1824/1824 files=16836 size=3.88TB | | runtime filters: RF022[bloom] -> ss_item_sk, RF024[bloom] -> ss_sold_date_sk | | stored statistics: | | table: rows=86.40G size=3.88TB | | partitions: 1824/1824 rows=86.40G | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=5.38M | | mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=0 | | tuple-ids=24 row-size=16B cardinality=86.40G | | in pipelines: 27(GETNEXT) | | | 45:HASH JOIN [INNER JOIN, BROADCAST] | | hash-table-id=17 | | hash predicates: ws_sold_date_sk = d_date_sk | | fk/pk conjuncts: ws_sold_date_sk = d_date_sk | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=22,23 row-size=48B cardinality=1.25G | | in pipelines: 25(GETNEXT), 26(OPEN) | | | |--F49:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB | | JOIN BUILD | | | join-table-id=17 plan-id=18 cohort-id=01 | | | build expressions: d_date_sk | | | runtime filters: RF020[bloom] <- d_date_sk | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | | | 69:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=23 row-size=16B cardinality=108 | | | in pipelines: 26(GETNEXT) | | | | | F16:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=1 | | 26:SCAN S3 [tpcds_30000_decimal_parquet.date_dim, RANDOM] | | S3 partitions=1/1 files=1 size=2.15MB | | predicates: d_year = CAST(2000 AS INT), d_moy = CAST(3 AS INT) | | stored statistics: | | table: rows=73.05K size=2.15MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=73.05K | | parquet statistics predicates: d_year = CAST(2000 AS INT), d_moy = CAST(3 AS INT) | | parquet dictionary predicates: d_year = CAST(2000 AS INT), d_moy = CAST(3 AS INT) | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0 | | tuple-ids=23 row-size=16B cardinality=108 | | in pipelines: 26(GETNEXT) | | | 25:SCAN S3 [tpcds_30000_decimal_parquet.web_sales, RANDOM] | S3 partitions=1824/1824 files=7343 size=1.52TB | runtime filters: RF016[bloom] -> ws_bill_customer_sk, RF018[bloom] -> ws_item_sk, RF020[bloom] -> ws_sold_date_sk | stored statistics: | table: rows=21.60G size=1.52TB | partitions: 1824/1824 rows=21.60G | columns: all | extrapolated-rows=disabled max-scan-range-rows=3.42M | mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=0 | tuple-ids=22 row-size=32B cardinality=21.60G | in pipelines: 25(GETNEXT) | 24:HASH JOIN [LEFT SEMI JOIN, PARTITIONED] | hash-table-id=00 | hash predicates: cs_bill_customer_sk = c_customer_sk | mem-estimate=0B mem-reservation=0B spill-buffer=256.00KB thread-reservation=0 | tuple-ids=0,1 row-size=48B cardinality=2.47G | in pipelines: 01(GETNEXT), 60(OPEN) | |--F32:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | | Per-Instance Resources: mem-estimate=43.00MB mem-reservation=11.50MB thread-reservation=1 runtime-filters-memory=2.00MB | JOIN BUILD | | join-table-id=00 plan-id=01 cohort-id=01 | | build expressions: c_customer_sk | | runtime filters: RF000[bloom] <- c_customer_sk | | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0 | | | 20:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | join table id: 01 | | predicates: sum(ss_quantity * ss_sales_price) > CAST(0.950000 AS DECIMAL(10,6)) * max(csales) | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=10,17 row-size=40B cardinality=76.82M | | in pipelines: 60(GETNEXT), 66(OPEN) | | | |--F33:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | Per-Instance Resources: mem-estimate=16.02KB mem-reservation=0B thread-reservation=1 | | JOIN BUILD | | | join-table-id=01 plan-id=02 cohort-id=02 | | | mem-estimate=16B mem-reservation=0B thread-reservation=0 | | | | | 67:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=17 row-size=16B cardinality=1 | | | in pipelines: 66(GETNEXT) | | | | | F14:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | | Per-Instance Resources: mem-estimate=10.02MB mem-reservation=0B thread-reservation=1 | | 66:AGGREGATE [FINALIZE] | | | output: max:merge(csales) | | | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=17 row-size=16B cardinality=1 | | | in pipelines: 66(GETNEXT), 19(OPEN) | | | | | 65:EXCHANGE [UNPARTITIONED] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=17 row-size=16B cardinality=1 | | | in pipelines: 19(GETNEXT) | | | | | F13:PLAN FRAGMENT [HASH(c_customer_sk)] hosts=64 instances=768 | | Per-Instance Resources: mem-estimate=41.00MB mem-reservation=4.75MB thread-reservation=1 | | 19:AGGREGATE | | | output: max(sum(ss_quantity * ss_sales_price)) | | | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=17 row-size=16B cardinality=1 | | | in pipelines: 19(GETNEXT), 64(OPEN) | | | | | 64:AGGREGATE [FINALIZE] | | | output: sum:merge(ss_quantity * ss_sales_price) | | | group by: c_customer_sk | | | mem-estimate=10.00MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0 | | | tuple-ids=15 row-size=24B cardinality=76.82M | | | in pipelines: 64(GETNEXT), 13(OPEN) | | | | | 63:EXCHANGE [HASH(c_customer_sk)] | | | mem-estimate=31.00MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=15 row-size=24B cardinality=76.82M | | | in pipelines: 13(GETNEXT) | | | | | F10:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB | | Per-Instance Resources: mem-estimate=1.97GB mem-reservation=50.00MB thread-reservation=1 | | 18:AGGREGATE [STREAMING] | | | output: sum(CAST(ss_quantity AS DECIMAL(10,0)) * ss_sales_price) | | | group by: c_customer_sk | | | mem-estimate=1.89GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=15 row-size=24B cardinality=76.82M | | | in pipelines: 13(GETNEXT) | | | | | 17:HASH JOIN [INNER JOIN, BROADCAST] | | | hash-table-id=02 | | | hash predicates: ss_customer_sk = c_customer_sk | | | fk/pk conjuncts: ss_customer_sk = c_customer_sk | | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=12,14,13 row-size=44B cardinality=68.92G | | | in pipelines: 13(GETNEXT), 14(OPEN) | | | | | |--F34:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | | Per-Instance Resources: mem-estimate=683.62MB mem-reservation=410.00MB thread-reservation=1 runtime-filters-memory=2.00MB | | | JOIN BUILD | | | | join-table-id=02 plan-id=03 cohort-id=03 | | | | build expressions: c_customer_sk | | | | runtime filters: RF012[bloom] <- c_customer_sk | | | | mem-estimate=671.39MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 | | | | | | | 62:EXCHANGE [BROADCAST] | | | | mem-estimate=10.23MB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=13 row-size=8B cardinality=80.00M | | | | in pipelines: 14(GETNEXT) | | | | | | | F12:PLAN FRAGMENT [RANDOM] hosts=20 instances=20 | | | Per-Instance Resources: mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=1 | | | 14:SCAN S3 [tpcds_30000_decimal_parquet.customer, RANDOM] | | | S3 partitions=1/1 files=20 size=4.17GB | | | stored statistics: | | | table: rows=80.00M size=4.17GB | | | columns: all | | | extrapolated-rows=disabled max-scan-range-rows=4.00M | | | mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=0 | | | tuple-ids=13 row-size=8B cardinality=80.00M | | | in pipelines: 14(GETNEXT) | | | | | 16:HASH JOIN [INNER JOIN, BROADCAST] | | | hash-table-id=03 | | | hash predicates: ss_sold_date_sk = d_date_sk | | | fk/pk conjuncts: ss_sold_date_sk = d_date_sk | | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | | | tuple-ids=12,14 row-size=36B cardinality=68.92G | | | in pipelines: 13(GETNEXT), 15(OPEN) | | | | | |--F35:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | | Per-Instance Resources: mem-estimate=24.28MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB | | | JOIN BUILD | | | | join-table-id=03 plan-id=04 cohort-id=03 | | | | build expressions: d_date_sk | | | | runtime filters: RF014[bloom] <- d_date_sk | | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | | | | | 61:EXCHANGE [BROADCAST] | | | | mem-estimate=33.47KB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=14 row-size=12B cardinality=1.49K | | | | in pipelines: 15(GETNEXT) | | | | | | | F11:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=1 | | | 15:SCAN S3 [tpcds_30000_decimal_parquet.date_dim, RANDOM] | | | S3 partitions=1/1 files=1 size=2.15MB | | | predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | stored statistics: | | | table: rows=73.05K size=2.15MB | | | columns: all | | | extrapolated-rows=disabled max-scan-range-rows=73.05K | | | parquet statistics predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | parquet dictionary predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0 | | | tuple-ids=14 row-size=12B cardinality=1.49K | | | in pipelines: 15(GETNEXT) | | | | | 13:SCAN S3 [tpcds_30000_decimal_parquet.store_sales, RANDOM] | | S3 partitions=1824/1824 files=16836 size=3.88TB | | runtime filters: RF012[bloom] -> ss_customer_sk, RF014[bloom] -> ss_sold_date_sk | | stored statistics: | | table: rows=86.40G size=3.88TB | | partitions: 1824/1824 rows=86.40G | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=5.38M | | mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=0 | | tuple-ids=12 row-size=24B cardinality=86.40G | | in pipelines: 13(GETNEXT) | | | 60:AGGREGATE [FINALIZE] | | output: sum:merge(ss_quantity * ss_sales_price) | | group by: c_customer_sk | | mem-estimate=10.00MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0 | | tuple-ids=10 row-size=24B cardinality=76.82M | | in pipelines: 60(GETNEXT), 09(OPEN) | | | 59:EXCHANGE [HASH(c_customer_sk)] | | mem-estimate=31.00MB mem-reservation=0B thread-reservation=0 | | tuple-ids=10 row-size=24B cardinality=76.82M | | in pipelines: 09(GETNEXT) | | | F07:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB | Per-Instance Resources: mem-estimate=1.97GB mem-reservation=50.00MB thread-reservation=1 | 12:AGGREGATE [STREAMING] | | output: sum(CAST(ss_quantity AS DECIMAL(10,0)) * ss_sales_price) | | group by: c_customer_sk | | mem-estimate=1.89GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=10 row-size=24B cardinality=76.82M | | in pipelines: 09(GETNEXT) | | | 11:HASH JOIN [INNER JOIN, BROADCAST] | | hash-table-id=04 | | hash predicates: ss_customer_sk = c_customer_sk | | fk/pk conjuncts: ss_customer_sk = c_customer_sk | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=8,9 row-size=24B cardinality=86.40G | | in pipelines: 09(GETNEXT), 10(OPEN) | | | |--F36:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | Per-Instance Resources: mem-estimate=683.62MB mem-reservation=410.00MB thread-reservation=1 runtime-filters-memory=2.00MB | | JOIN BUILD | | | join-table-id=04 plan-id=05 cohort-id=02 | | | build expressions: c_customer_sk | | | runtime filters: RF010[bloom] <- c_customer_sk | | | mem-estimate=671.39MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 | | | | | 58:EXCHANGE [BROADCAST] | | | mem-estimate=10.23MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=9 row-size=8B cardinality=80.00M | | | in pipelines: 10(GETNEXT) | | | | | F08:PLAN FRAGMENT [RANDOM] hosts=20 instances=20 | | Per-Instance Resources: mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=1 | | 10:SCAN S3 [tpcds_30000_decimal_parquet.customer, RANDOM] | | S3 partitions=1/1 files=20 size=4.17GB | | stored statistics: | | table: rows=80.00M size=4.17GB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=4.00M | | mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=0 | | tuple-ids=9 row-size=8B cardinality=80.00M | | in pipelines: 10(GETNEXT) | | | 09:SCAN S3 [tpcds_30000_decimal_parquet.store_sales, RANDOM] | S3 partitions=1824/1824 files=16836 size=3.88TB | runtime filters: RF010[bloom] -> ss_customer_sk | stored statistics: | table: rows=86.40G size=3.88TB | partitions: 1824/1824 rows=86.40G | columns: all | extrapolated-rows=disabled max-scan-range-rows=5.38M | mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=0 | tuple-ids=8 row-size=16B cardinality=86.40G | in pipelines: 09(GETNEXT) | 68:EXCHANGE [HASH(cs_bill_customer_sk)] | mem-estimate=52.00MB mem-reservation=0B thread-reservation=0 | tuple-ids=0,1 row-size=48B cardinality=2.47G | in pipelines: 01(GETNEXT) | F00:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB Per-Instance Resources: mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=1 23:HASH JOIN [LEFT SEMI JOIN, BROADCAST] | hash-table-id=10 | hash predicates: cs_item_sk = i_item_sk | mem-estimate=0B mem-reservation=0B spill-buffer=256.00KB thread-reservation=0 | tuple-ids=0,1 row-size=48B cardinality=2.47G | in pipelines: 01(GETNEXT), 56(OPEN) | |--F42:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | Per-Instance Resources: mem-estimate=70.52MB mem-reservation=58.00MB thread-reservation=1 runtime-filters-memory=1.00MB | JOIN BUILD | | join-table-id=10 plan-id=11 cohort-id=01 | | build expressions: i_item_sk | | runtime filters: RF002[bloom] <- i_item_sk | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 | | | 57:EXCHANGE [BROADCAST] | | mem-estimate=12.52MB mem-reservation=0B thread-reservation=0 | | tuple-ids=57 row-size=8B cardinality=462.00K | | in pipelines: 56(GETNEXT) | | | F06:PLAN FRAGMENT [HASH(i_item_sk)] hosts=64 instances=768 | Per-Instance Resources: mem-estimate=19.06MB mem-reservation=1.94MB thread-reservation=1 | 56:AGGREGATE [FINALIZE] | | group by: i_item_sk | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=57 row-size=8B cardinality=462.00K | | in pipelines: 56(GETNEXT), 54(OPEN) | | | 55:EXCHANGE [HASH(i_item_sk)] | | mem-estimate=9.06MB mem-reservation=0B thread-reservation=0 | | tuple-ids=57 row-size=8B cardinality=462.00K | | in pipelines: 54(GETNEXT) | | | F05:PLAN FRAGMENT [HASH(substr(i_item_desc, 1, 30),i_item_sk,d_date)] hosts=64 instances=768 | Per-Instance Resources: mem-estimate=1.35GB mem-reservation=36.00MB thread-reservation=1 | 22:AGGREGATE [STREAMING] | | group by: i_item_sk | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=57 row-size=8B cardinality=462.00K | | in pipelines: 54(GETNEXT) | | | 54:AGGREGATE [FINALIZE] | | output: count:merge(*) | | group by: substr(i_item_desc, 1, 30), i_item_sk, d_date | | having: count(*) > CAST(4 AS BIGINT) | | mem-estimate=1.29GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=5 row-size=50B cardinality=6.85G | | in pipelines: 54(GETNEXT), 03(OPEN) | | | 53:EXCHANGE [HASH(substr(i_item_desc, 1, 30),i_item_sk,d_date)] | | mem-estimate=50.50MB mem-reservation=0B thread-reservation=0 | | tuple-ids=5 row-size=50B cardinality=68.53G | | in pipelines: 03(GETNEXT) | | | F02:PLAN FRAGMENT [RANDOM] hosts=64 instances=768 | Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB | Per-Instance Resources: mem-estimate=6.94GB mem-reservation=38.00MB thread-reservation=1 | 08:AGGREGATE [STREAMING] | | output: count(*) | | group by: substr(i_item_desc, CAST(1 AS BIGINT), CAST(30 AS BIGINT)), i_item_sk, d_date | | mem-estimate=6.86GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=5 row-size=50B cardinality=68.53G | | in pipelines: 03(GETNEXT) | | | 07:HASH JOIN [INNER JOIN, BROADCAST] | | hash-table-id=11 | | hash predicates: ss_item_sk = i_item_sk | | fk/pk conjuncts: ss_item_sk = i_item_sk | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=2,3,4 row-size=170B cardinality=68.53G | | in pipelines: 03(GETNEXT), 05(OPEN) | | | |--F43:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | Per-Instance Resources: mem-estimate=419.49MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB | | JOIN BUILD | | | join-table-id=11 plan-id=12 cohort-id=06 | | | build expressions: i_item_sk | | | runtime filters: RF006[bloom] <- i_item_sk | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 | | | | | 52:EXCHANGE [BROADCAST] | | | mem-estimate=10.49MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=4 row-size=120B cardinality=462.00K | | | in pipelines: 05(GETNEXT) | | | | | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4 | | Per-Instance Resources: mem-estimate=24.00MB mem-reservation=8.00MB thread-reservation=1 | | 05:SCAN S3 [tpcds_30000_decimal_parquet.item, RANDOM] | | S3 partitions=1/1 files=4 size=42.92MB | | stored statistics: | | table: rows=462.00K size=42.92MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=118.03K | | mem-estimate=24.00MB mem-reservation=8.00MB thread-reservation=0 | | tuple-ids=4 row-size=120B cardinality=462.00K | | in pipelines: 05(GETNEXT) | | | 06:HASH JOIN [INNER JOIN, BROADCAST] | | hash-table-id=12 | | hash predicates: ss_sold_date_sk = d_date_sk | | fk/pk conjuncts: ss_sold_date_sk = d_date_sk | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=2,3 row-size=50B cardinality=68.92G | | in pipelines: 03(GETNEXT), 04(OPEN) | | | |--F44:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | | Per-Instance Resources: mem-estimate=24.34MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB | | JOIN BUILD | | | join-table-id=12 plan-id=13 cohort-id=06 | | | build expressions: d_date_sk | | | runtime filters: RF008[bloom] <- d_date_sk | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | | | 51:EXCHANGE [BROADCAST] | | | mem-estimate=87.51KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=3 row-size=34B cardinality=1.49K | | | in pipelines: 04(GETNEXT) | | | | | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=1 | | 04:SCAN S3 [tpcds_30000_decimal_parquet.date_dim, RANDOM] | | S3 partitions=1/1 files=1 size=2.15MB | | predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | stored statistics: | | table: rows=73.05K size=2.15MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=73.05K | | parquet statistics predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | parquet dictionary predicates: d_year IN (CAST(2000 AS INT), CAST(2001 AS INT), CAST(2002 AS INT), CAST(2003 AS INT)) | | mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=0 | | tuple-ids=3 row-size=34B cardinality=1.49K | | in pipelines: 04(GETNEXT) | | | 03:SCAN S3 [tpcds_30000_decimal_parquet.store_sales, RANDOM] | S3 partitions=1824/1824 files=16836 size=3.88TB | runtime filters: RF006[bloom] -> ss_item_sk, RF008[bloom] -> ss_sold_date_sk | stored statistics: | table: rows=86.40G size=3.88TB | partitions: 1824/1824 rows=86.40G | columns: all | extrapolated-rows=disabled max-scan-range-rows=5.38M | mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=0 | tuple-ids=2 row-size=16B cardinality=86.40G | in pipelines: 03(GETNEXT) | 21:HASH JOIN [INNER JOIN, BROADCAST] | hash-table-id=13 | hash predicates: cs_sold_date_sk = d_date_sk | fk/pk conjuncts: cs_sold_date_sk = d_date_sk | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | tuple-ids=0,1 row-size=48B cardinality=2.48G | in pipelines: 01(GETNEXT), 02(OPEN) | |--F45:PLAN FRAGMENT [RANDOM] hosts=64 instances=64 | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB | JOIN BUILD | | join-table-id=13 plan-id=14 cohort-id=01 | | build expressions: d_date_sk | | runtime filters: RF004[bloom] <- d_date_sk | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | 50:EXCHANGE [BROADCAST] | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=1 row-size=16B cardinality=108 | | in pipelines: 02(GETNEXT) | | | F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=1 | 02:SCAN S3 [tpcds_30000_decimal_parquet.date_dim, RANDOM] | S3 partitions=1/1 files=1 size=2.15MB | predicates: d_year = CAST(2000 AS INT), d_moy = CAST(3 AS INT) | stored statistics: | table: rows=73.05K size=2.15MB | columns: all | extrapolated-rows=disabled max-scan-range-rows=73.05K | parquet statistics predicates: d_year = CAST(2000 AS INT), d_moy = CAST(3 AS INT) | parquet dictionary predicates: d_year = CAST(2000 AS INT), d_moy = CAST(3 AS INT) | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=108 | in pipelines: 02(GETNEXT) | 01:SCAN S3 [tpcds_30000_decimal_parquet.catalog_sales, RANDOM] S3 partitions=1837/1837 files=12708 size=2.93TB runtime filters: RF000[bloom] -> cs_bill_customer_sk, RF002[bloom] -> cs_item_sk, RF004[bloom] -> cs_sold_date_sk stored statistics: table: rows=43.22G size=2.93TB partitions: 1837/1837 rows=43.22G columns: all extrapolated-rows=disabled max-scan-range-rows=3.55M mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=0 tuple-ids=0 row-size=32B cardinality=43.22G in pipelines: 01(GETNEXT) ---------------- Estimated Per-Host Mem: 325733301820 Request Pool: root.default Per Host Min Memory Reservation: impala-executor-000-55:22000(7.56 GB) impala-executor-000-25:22000(7.56 GB) impala-executor-000-60:22000(7.56 GB) impala-executor-000-50:22000(7.57 GB) impala-executor-000-62:22000(7.56 GB) impala-executor-000-36:22000(7.56 GB) impala-executor-000-44:22000(7.56 GB) impala-executor-000-23:22000(7.56 GB) impala-executor-000-9:22000(7.56 GB) impala-executor-000-3:22000(7.57 GB) impala-executor-000-53:22000(7.57 GB) impala-executor-000-7:22000(7.56 GB) impala-executor-000-13:22000(7.57 GB) impala-executor-000-40:22000(7.56 GB) impala-executor-000-30:22000(7.57 GB) impala-executor-000-5:22000(7.56 GB) impala-executor-000-32:22000(7.56 GB) impala-executor-000-42:22000(7.56 GB) impala-executor-000-41:22000(7.57 GB) impala-executor-000-16:22000(7.56 GB) impala-executor-000-61:22000(7.56 GB) impala-executor-000-19:22000(7.56 GB) impala-executor-000-35:22000(7.56 GB) impala-executor-000-14:22000(7.57 GB) impala-executor-000-43:22000(7.57 GB) impala-executor-000-38:22000(7.56 GB) impala-executor-000-10:22000(7.57 GB) impala-executor-000-37:22000(7.56 GB) impala-executor-000-46:22000(7.57 GB) impala-executor-000-15:22000(7.57 GB) impala-executor-000-47:22000(7.56 GB) impala-executor-000-48:22000(7.57 GB) impala-executor-000-51:22000(7.56 GB) impala-executor-000-1:22000(7.56 GB) impala-executor-000-22:22000(7.56 GB) impala-executor-000-17:22000(7.57 GB) impala-executor-000-21:22000(7.57 GB) impala-executor-000-57:22000(7.57 GB) impala-executor-000-56:22000(7.56 GB) coordinator-0:22050(4.00 MB) impala-executor-000-31:22000(7.57 GB) impala-executor-000-6:22000(7.57 GB) impala-executor-000-18:22000(7.57 GB) impala-executor-000-20:22000(7.56 GB) impala-executor-000-34:22000(7.57 GB) impala-executor-000-39:22000(7.56 GB) impala-executor-000-29:22000(7.57 GB) impala-executor-000-0:22000(7.56 GB) impala-executor-000-12:22000(7.56 GB) impala-executor-000-27:22000(7.57 GB) impala-executor-000-2:22000(7.56 GB) impala-executor-000-52:22000(7.56 GB) impala-executor-000-4:22000(7.56 GB) impala-executor-000-63:22000(7.56 GB) impala-executor-000-24:22000(7.56 GB) impala-executor-000-28:22000(7.58 GB) impala-executor-000-49:22000(7.56 GB) impala-executor-000-11:22000(7.56 GB) impala-executor-000-45:22000(7.56 GB) impala-executor-000-58:22000(7.56 GB) impala-executor-000-33:22000(7.56 GB) impala-executor-000-59:22000(7.57 GB) impala-executor-000-54:22000(7.56 GB) impala-executor-000-26:22000(7.56 GB) impala-executor-000-8:22000(7.57 GB) Per Host Number of Fragment Instances: impala-executor-000-55:22000(220) impala-executor-000-25:22000(220) impala-executor-000-60:22000(220) impala-executor-000-50:22000(222) impala-executor-000-62:22000(220) impala-executor-000-36:22000(220) impala-executor-000-44:22000(220) impala-executor-000-23:22000(220) impala-executor-000-9:22000(220) impala-executor-000-3:22000(224) impala-executor-000-53:22000(224) impala-executor-000-7:22000(220) impala-executor-000-13:22000(222) impala-executor-000-40:22000(220) impala-executor-000-30:22000(224) impala-executor-000-5:22000(220) impala-executor-000-32:22000(220) impala-executor-000-42:22000(220) impala-executor-000-41:22000(222) impala-executor-000-16:22000(220) impala-executor-000-61:22000(220) impala-executor-000-19:22000(220) impala-executor-000-35:22000(220) impala-executor-000-14:22000(222) impala-executor-000-43:22000(224) impala-executor-000-38:22000(220) impala-executor-000-10:22000(224) impala-executor-000-37:22000(220) impala-executor-000-46:22000(224) impala-executor-000-15:22000(224) impala-executor-000-47:22000(220) impala-executor-000-48:22000(224) impala-executor-000-51:22000(220) impala-executor-000-1:22000(220) impala-executor-000-22:22000(220) impala-executor-000-17:22000(224) impala-executor-000-21:22000(224) impala-executor-000-57:22000(224) impala-executor-000-56:22000(220) coordinator-0:22050(3) impala-executor-000-31:22000(224) impala-executor-000-6:22000(224) impala-executor-000-18:22000(224) impala-executor-000-20:22000(220) impala-executor-000-34:22000(224) impala-executor-000-39:22000(220) impala-executor-000-29:22000(224) impala-executor-000-0:22000(220) impala-executor-000-12:22000(220) impala-executor-000-27:22000(224) impala-executor-000-2:22000(220) impala-executor-000-52:22000(220) impala-executor-000-4:22000(220) impala-executor-000-63:22000(220) impala-executor-000-24:22000(220) impala-executor-000-28:22000(230) impala-executor-000-49:22000(220) impala-executor-000-11:22000(220) impala-executor-000-45:22000(220) impala-executor-000-58:22000(220) impala-executor-000-33:22000(220) impala-executor-000-59:22000(224) impala-executor-000-54:22000(220) impala-executor-000-26:22000(220) impala-executor-000-8:22000(224) Admission result: Rejected Query Compilation: 562.761ms - Metadata of all 6 tables cached: 18.171ms (18.171ms) - Analysis finished: 47.080ms (28.908ms) - Authorization finished (ranger): 49.212ms (2.131ms) - Value transfer graph computed: 49.905ms (692.405us) - Recomputing value transfer graph: 524.043ms (474.138ms) - Value transfer graph computed: 524.286ms (243.150us) - Single node plan created: 524.287ms (586.000ns) - Runtime filters computed: 525.465ms (1.178ms) - Distributed plan created: 525.556ms (90.164us) - Lineage info computed: 525.830ms (273.964us) - Parallel plans created: 526.024ms (194.114us) - Planning finished: 562.761ms (36.737ms) Query Timeline: 1s408ms - Query submitted: 0.000ns (0.000ns) - Planning finished: 660.001ms (660.001ms) - Submit for admission: 672.001ms (12.000ms) - Completed admission: 1s112ms (440.001ms) - Rows available: 1s212ms (100.000ms) - Unregister query: 1s408ms (196.000ms) - ComputeScanRangeAssignmentTimer: 244.000ms Frontend: - CatalogFetch.ColumnStats.Hits: 159 - CatalogFetch.ColumnStats.Misses: 0 - CatalogFetch.ColumnStats.Requests: 159 - CatalogFetch.ColumnStats.Time: 0 - CatalogFetch.Config.Hits: 1 - CatalogFetch.Config.Misses: 0 - CatalogFetch.Config.Requests: 1 - CatalogFetch.Config.Time: 0 - CatalogFetch.DatabaseList.Hits: 1 - CatalogFetch.DatabaseList.Misses: 0 - CatalogFetch.DatabaseList.Requests: 1 - CatalogFetch.DatabaseList.Time: 0 - CatalogFetch.PartitionLists.Hits: 6 - CatalogFetch.PartitionLists.Misses: 0 - CatalogFetch.PartitionLists.Requests: 6 - CatalogFetch.PartitionLists.Time: 0 - CatalogFetch.Partitions.Hits: 20105 - CatalogFetch.Partitions.Misses: 0 - CatalogFetch.Partitions.Requests: 20105 - CatalogFetch.Partitions.Time: 37ms - CatalogFetch.TableList.Hits: 1 - CatalogFetch.TableList.Misses: 0 - CatalogFetch.TableList.Requests: 1 - CatalogFetch.TableList.Time: 0 - CatalogFetch.Tables.Hits: 6 - CatalogFetch.Tables.Misses: 0 - CatalogFetch.Tables.Requests: 6 - CatalogFetch.Tables.Time: 0 ImpalaServer: - ClientFetchWaitTimer: 0.000ns - NumRowsFetched: 0 (0) - NumRowsFetchedFromCache: 0 (0) - RowMaterializationRate: 0 - RowMaterializationTimer: 0.000ns