Query (id=c143649cbe861d7a:7abc72e200000000): - InactiveTotalTime: 0.000ns - TotalTime: 0.000ns Summary: Session ID: f145a61ea5c40779:11a13a3a98922380 Session Type: HIVESERVER2 HiveServer2 Protocol Version: V6 Start Time: 2021-06-22 23:01:17.538232000 End Time: 2021-06-22 23:03:52.086231000 Query Type: QUERY Query State: FINISHED Impala Query State: FINISHED Query Status: OK Impala Version: impalad version 4.0.0-SNAPSHOT RELEASE (build f007d8a0e8297b909bac68a9c3ff972de3303f5e) User: csso_drorke Connected User: csso_drorke Delegated User: Network Address: 127.0.0.1:53500 Default Db: tpcds_3000_decimal_parquet Sql Statement: with ws as (select d_year AS ws_sold_year, ws_item_sk, ws_bill_customer_sk ws_customer_sk, sum(ws_quantity) ws_qty, sum(ws_wholesale_cost) ws_wc, sum(ws_sales_price) ws_sp from web_sales left join web_returns on wr_order_number=ws_order_number and ws_item_sk=wr_item_sk join date_dim on ws_sold_date_sk = d_date_sk where wr_order_number is null group by d_year, ws_item_sk, ws_bill_customer_sk ), cs as (select d_year AS cs_sold_year, cs_item_sk, cs_bill_customer_sk cs_customer_sk, sum(cs_quantity) cs_qty, sum(cs_wholesale_cost) cs_wc, sum(cs_sales_price) cs_sp from catalog_sales left join catalog_returns on cr_order_number=cs_order_number and cs_item_sk=cr_item_sk join date_dim on cs_sold_date_sk = d_date_sk where cr_order_number is null group by d_year, cs_item_sk, cs_bill_customer_sk ), ss as (select d_year AS ss_sold_year, ss_item_sk, ss_customer_sk, sum(ss_quantity) ss_qty, sum(ss_wholesale_cost) ss_wc, sum(ss_sales_price) ss_sp from store_sales left join store_returns on sr_ticket_number=ss_ticket_number and ss_item_sk=sr_item_sk join date_dim on ss_sold_date_sk = d_date_sk where sr_ticket_number is null group by d_year, ss_item_sk, ss_customer_sk ) select ss_customer_sk, round(ss_qty/(coalesce(ws_qty,0)+coalesce(cs_qty,0)),2) ratio, ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price, coalesce(ws_qty,0)+coalesce(cs_qty,0) other_chan_qty, coalesce(ws_wc,0)+coalesce(cs_wc,0) other_chan_wholesale_cost, coalesce(ws_sp,0)+coalesce(cs_sp,0) other_chan_sales_price from ss left join ws on (ws_sold_year=ss_sold_year and ws_item_sk=ss_item_sk and ws_customer_sk=ss_customer_sk) left join cs on (cs_sold_year=ss_sold_year and cs_item_sk=ss_item_sk and cs_customer_sk=ss_customer_sk) where (coalesce(ws_qty,0)>0 or coalesce(cs_qty, 0)>0) and ss_sold_year=2001 order by ss_customer_sk, ss_qty desc, ss_wc desc, ss_sp desc, other_chan_qty, other_chan_wholesale_cost, other_chan_sales_price, ratio limit 100 Coordinator: coordinator-0:27000 Query Options (set by configuration): RUNTIME_FILTER_WAIT_TIME_MS=10000,MAX_NUM_RUNTIME_FILTERS=50,MT_DOP=12,RUNTIME_FILTER_MIN_SIZE=8192,RUNTIME_FILTER_MAX_SIZE=2097152,TIMEZONE=UTC,CLIENT_IDENTIFIER=Impala Shell v4.0.0-SNAPSHOT (7af6a8d) built on Tue May 5 10:39:12 PDT 2020,DEFAULT_FILE_FORMAT=4,DEFAULT_TRANSACTIONAL_TYPE=1,RETRY_FAILED_QUERIES=1 Query Options (set by configuration and planner): RUNTIME_FILTER_WAIT_TIME_MS=10000,MAX_NUM_RUNTIME_FILTERS=50,MT_DOP=12,RUNTIME_FILTER_MIN_SIZE=8192,RUNTIME_FILTER_MAX_SIZE=2097152,TIMEZONE=UTC,CLIENT_IDENTIFIER=Impala Shell v4.0.0-SNAPSHOT (7af6a8d) built on Tue May 5 10:39:12 PDT 2020,DEFAULT_FILE_FORMAT=4,DEFAULT_TRANSACTIONAL_TYPE=1,RETRY_FAILED_QUERIES=1 Plan: ---------------- Max Per-Host Resource Reservation: Memory=5.24GB Threads=211 Per-Host Resource Estimates: Memory=52.04GB Dedicated Coordinator Resource Estimate: Memory=117MB Analyzed query: WITH ws AS (SELECT d_year ws_sold_year, ws_item_sk, ws_bill_customer_sk ws_customer_sk, sum(CAST(ws_quantity AS BIGINT)) ws_qty, sum(ws_wholesale_cost) ws_wc, sum(ws_sales_price) ws_sp FROM tpcds_3000_decimal_parquet.web_sales LEFT OUTER JOIN tpcds_3000_decimal_parquet.web_returns ON wr_order_number = ws_order_number AND ws_item_sk = wr_item_sk INNER JOIN tpcds_3000_decimal_parquet.date_dim ON ws_sold_date_sk = d_date_sk WHERE wr_order_number IS NULL GROUP BY d_year, ws_item_sk, ws_bill_customer_sk),cs AS (SELECT d_year cs_sold_year, cs_item_sk, cs_bill_customer_sk cs_customer_sk, sum(CAST(cs_quantity AS BIGINT)) cs_qty, sum(cs_wholesale_cost) cs_wc, sum(cs_sales_price) cs_sp FROM tpcds_3000_decimal_parquet.catalog_sales LEFT OUTER JOIN tpcds_3000_decimal_parquet.catalog_returns ON cr_order_number = cs_order_number AND cs_item_sk = cr_item_sk INNER JOIN tpcds_3000_decimal_parquet.date_dim ON cs_sold_date_sk = d_date_sk WHERE cr_order_number IS NULL GROUP BY d_year, cs_item_sk, cs_bill_customer_sk),ss AS (SELECT d_year ss_sold_year, ss_item_sk, ss_customer_sk, sum(CAST(ss_quantity AS BIGINT)) ss_qty, sum(ss_wholesale_cost) ss_wc, sum(ss_sales_price) ss_sp FROM tpcds_3000_decimal_parquet.store_sales LEFT OUTER JOIN tpcds_3000_decimal_parquet.store_returns ON sr_ticket_number = ss_ticket_number AND ss_item_sk = sr_item_sk INNER JOIN tpcds_3000_decimal_parquet.date_dim ON ss_sold_date_sk = d_date_sk WHERE sr_ticket_number IS NULL GROUP BY d_year, ss_item_sk, ss_customer_sk) SELECT ss_customer_sk, round(CAST(ss_qty AS DOUBLE) / CAST((coalesce(ws_qty, CAST(0 AS BIGINT)) + coalesce(cs_qty, CAST(0 AS BIGINT))) AS DOUBLE), CAST(2 AS BIGINT)) ratio, ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price, coalesce(ws_qty, CAST(0 AS BIGINT)) + coalesce(cs_qty, CAST(0 AS BIGINT)) other_chan_qty, coalesce(ws_wc, CAST(0 AS DECIMAL(38,2))) + coalesce(cs_wc, CAST(0 AS DECIMAL(38,2))) other_chan_wholesale_cost, coalesce(ws_sp, CAST(0 AS DECIMAL(38,2))) + coalesce(cs_sp, CAST(0 AS DECIMAL(38,2))) other_chan_sales_price FROM ss LEFT OUTER JOIN ws ON (ws_sold_year = ss_sold_year AND ws_item_sk = ss_item_sk AND ws_customer_sk = ss_customer_sk) LEFT OUTER JOIN cs ON (cs_sold_year = ss_sold_year AND cs_item_sk = ss_item_sk AND cs_customer_sk = ss_customer_sk) WHERE (coalesce(ws_qty, CAST(0 AS BIGINT)) > CAST(0 AS BIGINT) OR coalesce(cs_qty, CAST(0 AS BIGINT)) > CAST(0 AS BIGINT)) AND ss_sold_year = CAST(2001 AS INT) ORDER BY ss_customer_sk ASC, ss_qty DESC, ss_wc DESC, ss_sp DESC, other_chan_qty ASC, other_chan_wholesale_cost ASC, other_chan_sales_price ASC, ratio ASC LIMIT CAST(100 AS TINYINT) F15:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.00MB thread-reservation=1 PLAN-ROOT SINK | output exprs: ss_customer_sk, round(ss_qty / (coalesce(ws_qty, 0) + coalesce(cs_qty, 0)), 2), ss_qty, ss_wc, ss_sp, coalesce(ws_qty, 0) + coalesce(cs_qty, 0), coalesce(ws_wc, 0) + coalesce(cs_wc, 0), coalesce(ws_sp, 0) + coalesce(cs_sp, 0) | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 | 38:MERGING-EXCHANGE [UNPARTITIONED] | order by: ss_customer_sk ASC, ss_qty DESC, ss_wc DESC, ss_sp DESC, coalesce(ws_qty, 0) + coalesce(cs_qty, 0) ASC, coalesce(ws_wc, 0) + coalesce(cs_wc, 0) ASC, coalesce(ws_sp, 0) + coalesce(cs_sp, 0) ASC, round(ss_qty / (coalesce(ws_qty, 0) + coalesce(cs_qty, 0)), 2) ASC | limit: 100 | mem-estimate=1.15MB mem-reservation=0B thread-reservation=0 | tuple-ids=15 row-size=96B cardinality=100 | in pipelines: 20(GETNEXT) | F04:PLAN FRAGMENT [HASH(d_year,cs_item_sk,cs_bill_customer_sk)] hosts=10 instances=120 Per-Instance Resources: mem-estimate=534.46MB mem-reservation=34.00MB thread-reservation=1 20:TOP-N [LIMIT=100] | order by: ss_customer_sk ASC, ss_qty DESC, ss_wc DESC, ss_sp DESC, coalesce(ws_qty, 0) + coalesce(cs_qty, 0) ASC, coalesce(ws_wc, 0) + coalesce(cs_wc, 0) ASC, coalesce(ws_sp, 0) + coalesce(cs_sp, 0) ASC, round(ss_qty / (coalesce(ws_qty, 0) + coalesce(cs_qty, 0)), 2) ASC | materialized: coalesce(ws_qty, 0) + coalesce(cs_qty, 0), coalesce(ws_wc, 0) + coalesce(cs_wc, 0), coalesce(ws_sp, 0) + coalesce(cs_sp, 0), round(ss_qty / (coalesce(ws_qty, 0) + coalesce(cs_qty, 0)), 2) | mem-estimate=9.38KB mem-reservation=0B thread-reservation=0 | tuple-ids=15 row-size=96B cardinality=100 | in pipelines: 20(GETNEXT), 25(OPEN) | 19:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED] | hash-table-id=00 | hash predicates: d_year = d_year, cs_bill_customer_sk = ss_customer_sk, cs_item_sk = ss_item_sk | fk/pk conjuncts: cs_bill_customer_sk = ss_customer_sk, cs_item_sk = ss_item_sk | other predicates: (coalesce(sum(ws_quantity), CAST(0 AS BIGINT)) > CAST(0 AS BIGINT) OR coalesce(sum(cs_quantity), CAST(0 AS BIGINT)) > CAST(0 AS BIGINT)) | mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0 | tuple-ids=13N,8N,3 row-size=180B cardinality=8.80M | in pipelines: 25(GETNEXT), 30(OPEN) | |--F16:PLAN FRAGMENT [HASH(d_year,cs_item_sk,cs_bill_customer_sk)] hosts=10 instances=120 | | Per-Instance Resources: mem-estimate=48.00MB mem-reservation=23.00MB thread-reservation=1 runtime-filters-memory=6.00MB | JOIN BUILD | | join-table-id=00 plan-id=01 cohort-id=01 | | build expressions: d_year, ss_customer_sk, ss_item_sk | | runtime filters: RF000[bloom] <- d_year, RF001[bloom] <- ss_customer_sk, RF002[bloom] <- ss_item_sk | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0 | | | 37:EXCHANGE [HASH(d_year,ss_item_sk,ss_customer_sk)] | | mem-estimate=25.00MB mem-reservation=0B thread-reservation=0 | | tuple-ids=8N,3 row-size=120B cardinality=8.80M | | in pipelines: 30(GETNEXT) | | | F09:PLAN FRAGMENT [HASH(d_year,ws_item_sk,ws_bill_customer_sk)] hosts=10 instances=120 | Per-Instance Resources: mem-estimate=277.81MB mem-reservation=34.00MB thread-reservation=1 | 18:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED] | | hash-table-id=01 | | hash predicates: d_year = d_year, ws_bill_customer_sk = ss_customer_sk, ws_item_sk = ss_item_sk | | fk/pk conjuncts: ws_bill_customer_sk = ss_customer_sk, ws_item_sk = ss_item_sk | | mem-estimate=0B mem-reservation=0B spill-buffer=512.00KB thread-reservation=0 | | tuple-ids=8N,3 row-size=120B cardinality=8.80M | | in pipelines: 30(GETNEXT), 35(OPEN) | | | |--F17:PLAN FRAGMENT [HASH(d_year,ws_item_sk,ws_bill_customer_sk)] hosts=10 instances=120 | | | Per-Instance Resources: mem-estimate=32.00MB mem-reservation=14.50MB thread-reservation=1 runtime-filters-memory=6.00MB | | JOIN BUILD | | | join-table-id=01 plan-id=02 cohort-id=02 | | | build expressions: d_year, ss_customer_sk, ss_item_sk | | | runtime filters: RF008[bloom] <- d_year, RF009[bloom] <- ss_customer_sk, RF010[bloom] <- ss_item_sk | | | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0 | | | | | 36:EXCHANGE [HASH(d_year,ss_item_sk,ss_customer_sk)] | | | mem-estimate=17.50MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=3 row-size=60B cardinality=8.80M | | | in pipelines: 35(GETNEXT) | | | | | F14:PLAN FRAGMENT [HASH(d_year,ss_item_sk,ss_customer_sk)] hosts=10 instances=120 | | Per-Instance Resources: mem-estimate=1.03GB mem-reservation=34.00MB thread-reservation=1 | | 35:AGGREGATE [FINALIZE] | | | output: sum:merge(ss_quantity), sum:merge(ss_wholesale_cost), sum:merge(ss_sales_price) | | | group by: d_year, ss_item_sk, ss_customer_sk | | | having: d_year = CAST(2001 AS INT) | | | mem-estimate=1.02GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=3 row-size=60B cardinality=8.80M | | | in pipelines: 35(GETNEXT), 00(OPEN) | | | | | 34:EXCHANGE [HASH(d_year,ss_item_sk,ss_customer_sk)] | | | mem-estimate=17.50MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=3 row-size=60B cardinality=1.72G | | | in pipelines: 00(GETNEXT) | | | | | F12:PLAN FRAGMENT [HASH(ss_item_sk,ss_ticket_number)] hosts=10 instances=120 | | Per-Instance Resources: mem-estimate=796.58MB mem-reservation=34.00MB thread-reservation=1 | | 05:AGGREGATE [STREAMING] | | | output: sum(CAST(ss_quantity AS BIGINT)), sum(ss_wholesale_cost), sum(ss_sales_price) | | | group by: d_year, ss_item_sk, ss_customer_sk | | | mem-estimate=780.95MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=3 row-size=60B cardinality=1.72G | | | in pipelines: 00(GETNEXT) | | | | | 04:HASH JOIN [INNER JOIN, BROADCAST] | | | hash-table-id=02 | | | hash predicates: ss_sold_date_sk = d_date_sk | | | fk/pk conjuncts: ss_sold_date_sk = d_date_sk | | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | | | tuple-ids=0,1N,2 row-size=72B cardinality=1.72G | | | in pipelines: 00(GETNEXT), 02(OPEN) | | | | | |--F18:PLAN FRAGMENT [HASH(ss_item_sk,ss_ticket_number)] hosts=10 instances=10 | | | | Per-Instance Resources: mem-estimate=23.27MB mem-reservation=23.26MB thread-reservation=1 runtime-filters-memory=8.00KB | | | JOIN BUILD | | | | join-table-id=02 plan-id=03 cohort-id=03 | | | | build expressions: d_date_sk | | | | runtime filters: RF016[bloom] <- d_date_sk | | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | | | | | 33:EXCHANGE [BROADCAST] | | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=2 row-size=12B cardinality=373 | | | | in pipelines: 02(GETNEXT) | | | | | | | F13:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=1 | | | 02:SCAN S3 [tpcds_3000_decimal_parquet.date_dim, RANDOM] | | | S3 partitions=1/1 files=1 size=2.15MB | | | predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | | | stored statistics: | | | table: rows=73.05K size=2.15MB | | | columns: all | | | extrapolated-rows=disabled max-scan-range-rows=73.05K | | | parquet statistics predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | | | parquet dictionary predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0 | | | tuple-ids=2 row-size=12B cardinality=373 | | | in pipelines: 02(GETNEXT) | | | | | 03:HASH JOIN [LEFT OUTER JOIN, PARTITIONED] | | | hash-table-id=03 | | | hash predicates: ss_item_sk = sr_item_sk, ss_ticket_number = sr_ticket_number | | | fk/pk conjuncts: ss_item_sk = sr_item_sk, ss_ticket_number = sr_ticket_number | | | other predicates: sr_ticket_number IS NULL | | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | | tuple-ids=0,1N row-size=60B cardinality=8.64G | | | in pipelines: 00(GETNEXT), 01(OPEN) | | | | | |--F19:PLAN FRAGMENT [HASH(ss_item_sk,ss_ticket_number)] hosts=10 instances=120 | | | | Per-Instance Resources: mem-estimate=395.27MB mem-reservation=34.00MB thread-reservation=1 | | | JOIN BUILD | | | | join-table-id=03 plan-id=04 cohort-id=03 | | | | build expressions: sr_item_sk, sr_ticket_number | | | | mem-estimate=382.93MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | | | | | 32:EXCHANGE [HASH(sr_item_sk,sr_ticket_number)] | | | | mem-estimate=12.34MB mem-reservation=0B thread-reservation=0 | | | | tuple-ids=1 row-size=16B cardinality=863.99M | | | | in pipelines: 01(GETNEXT) | | | | | | | F11:PLAN FRAGMENT [RANDOM] hosts=10 instances=120 | | | Per-Instance Resources: mem-estimate=40.00MB mem-reservation=8.00MB thread-reservation=1 | | | 01:SCAN S3 [tpcds_3000_decimal_parquet.store_returns, RANDOM] | | | S3 partitions=2004/2004 files=2008 size=52.34GB | | | stored statistics: | | | table: rows=863.99M size=52.34GB | | | partitions: 2004/2004 rows=863.99M | | | columns: all | | | extrapolated-rows=disabled max-scan-range-rows=4.09M | | | mem-estimate=40.00MB mem-reservation=8.00MB thread-reservation=0 | | | tuple-ids=1 row-size=16B cardinality=863.99M | | | in pipelines: 01(GETNEXT) | | | | | 31:EXCHANGE [HASH(ss_item_sk,ss_ticket_number)] | | | mem-estimate=15.62MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=0 row-size=44B cardinality=8.64G | | | in pipelines: 00(GETNEXT) | | | | | F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120 | | Per-Host Shared Resources: mem-estimate=8.00KB mem-reservation=8.00KB thread-reservation=0 runtime-filters-memory=8.00KB | | Per-Instance Resources: mem-estimate=88.00MB mem-reservation=24.00MB thread-reservation=1 | | 00:SCAN S3 [tpcds_3000_decimal_parquet.store_sales, RANDOM] | | S3 partitions=1824/1824 files=2651 size=423.77GB | | runtime filters: RF016[bloom] -> ss_sold_date_sk | | stored statistics: | | table: rows=8.64G size=423.77GB | | partitions: 1824/1824 rows=8.64G | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=5.05M | | mem-estimate=88.00MB mem-reservation=24.00MB thread-reservation=0 | | tuple-ids=0 row-size=44B cardinality=8.64G | | in pipelines: 00(GETNEXT) | | | 30:AGGREGATE [FINALIZE] | | output: sum:merge(ws_quantity), sum:merge(ws_wholesale_cost), sum:merge(ws_sales_price) | | group by: d_year, ws_item_sk, ws_bill_customer_sk | | mem-estimate=260.31MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=8 row-size=60B cardinality=430.99M | | in pipelines: 30(GETNEXT), 06(OPEN) | | | 29:EXCHANGE [HASH(d_year,ws_item_sk,ws_bill_customer_sk)] | | mem-estimate=17.50MB mem-reservation=0B thread-reservation=0 | | tuple-ids=8 row-size=60B cardinality=430.99M | | in pipelines: 06(GETNEXT) | | | F07:PLAN FRAGMENT [HASH(ws_item_sk,ws_order_number)] hosts=10 instances=120 | Per-Instance Resources: mem-estimate=210.86MB mem-reservation=34.00MB thread-reservation=1 | 11:AGGREGATE [STREAMING] | | output: sum(CAST(ws_quantity AS BIGINT)), sum(ws_wholesale_cost), sum(ws_sales_price) | | group by: d_year, ws_item_sk, ws_bill_customer_sk | | mem-estimate=195.24MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=8 row-size=60B cardinality=430.99M | | in pipelines: 06(GETNEXT) | | | 10:HASH JOIN [INNER JOIN, BROADCAST] | | hash-table-id=04 | | hash predicates: ws_sold_date_sk = d_date_sk | | fk/pk conjuncts: ws_sold_date_sk = d_date_sk | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=5,6N,7 row-size=72B cardinality=430.99M | | in pipelines: 06(GETNEXT), 08(OPEN) | | | |--F20:PLAN FRAGMENT [HASH(ws_item_sk,ws_order_number)] hosts=10 instances=10 | | | Per-Instance Resources: mem-estimate=23.27MB mem-reservation=23.26MB thread-reservation=1 runtime-filters-memory=8.00KB | | JOIN BUILD | | | join-table-id=04 plan-id=05 cohort-id=02 | | | build expressions: d_date_sk | | | runtime filters: RF014[bloom] <- d_date_sk | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | | | 28:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=7 row-size=12B cardinality=373 | | | in pipelines: 08(GETNEXT) | | | | | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB | | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=1 | | 08:SCAN S3 [tpcds_3000_decimal_parquet.date_dim, RANDOM] | | S3 partitions=1/1 files=1 size=2.15MB | | predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | | runtime filters: RF008[bloom] -> tpcds_3000_decimal_parquet.date_dim.d_year | | stored statistics: | | table: rows=73.05K size=2.15MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=73.05K | | parquet statistics predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | | parquet dictionary predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0 | | tuple-ids=7 row-size=12B cardinality=373 | | in pipelines: 08(GETNEXT) | | | 09:HASH JOIN [LEFT OUTER JOIN, PARTITIONED] | | hash-table-id=05 | | hash predicates: ws_item_sk = wr_item_sk, ws_order_number = wr_order_number | | fk/pk conjuncts: ws_item_sk = wr_item_sk, ws_order_number = wr_order_number | | other predicates: wr_order_number IS NULL | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=5,6N row-size=60B cardinality=2.16G | | in pipelines: 06(GETNEXT), 07(OPEN) | | | |--F21:PLAN FRAGMENT [HASH(ws_item_sk,ws_order_number)] hosts=10 instances=120 | | | Per-Instance Resources: mem-estimate=108.08MB mem-reservation=34.00MB thread-reservation=1 | | JOIN BUILD | | | join-table-id=05 plan-id=06 cohort-id=02 | | | build expressions: wr_item_sk, wr_order_number | | | mem-estimate=95.73MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | | | 27:EXCHANGE [HASH(wr_item_sk,wr_order_number)] | | | mem-estimate=12.34MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=6 row-size=16B cardinality=216.00M | | | in pipelines: 07(GETNEXT) | | | | | F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=120 | | Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB | | Per-Instance Resources: mem-estimate=24.00MB mem-reservation=8.00MB thread-reservation=1 | | 07:SCAN S3 [tpcds_3000_decimal_parquet.web_returns, RANDOM] | | S3 partitions=2185/2185 files=2186 size=18.58GB | | runtime filters: RF010[bloom] -> tpcds_3000_decimal_parquet.web_returns.wr_item_sk | | stored statistics: | | table: rows=216.00M size=18.58GB | | partitions: 2185/2185 rows=216.00M | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=2.87M | | mem-estimate=24.00MB mem-reservation=8.00MB thread-reservation=0 | | tuple-ids=6 row-size=16B cardinality=216.00M | | in pipelines: 07(GETNEXT) | | | 26:EXCHANGE [HASH(ws_item_sk,ws_order_number)] | | mem-estimate=15.62MB mem-reservation=0B thread-reservation=0 | | tuple-ids=5 row-size=44B cardinality=2.16G | | in pipelines: 06(GETNEXT) | | | F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120 | Per-Host Shared Resources: mem-estimate=4.01MB mem-reservation=4.01MB thread-reservation=0 runtime-filters-memory=4.01MB | Per-Instance Resources: mem-estimate=88.00MB mem-reservation=24.00MB thread-reservation=1 | 06:SCAN S3 [tpcds_3000_decimal_parquet.web_sales, RANDOM] | S3 partitions=1824/1824 files=1824 size=157.81GB | runtime filters: RF009[bloom] -> tpcds_3000_decimal_parquet.web_sales.ws_bill_customer_sk, RF010[bloom] -> tpcds_3000_decimal_parquet.web_sales.ws_item_sk, RF014[bloom] -> ws_sold_date_sk | stored statistics: | table: rows=2.16G size=157.81GB | partitions: 1824/1824 rows=2.16G | columns: all | extrapolated-rows=disabled max-scan-range-rows=3.01M | mem-estimate=88.00MB mem-reservation=24.00MB thread-reservation=0 | tuple-ids=5 row-size=44B cardinality=2.16G | in pipelines: 06(GETNEXT) | 25:AGGREGATE [FINALIZE] | output: sum:merge(cs_quantity), sum:merge(cs_wholesale_cost), sum:merge(cs_sales_price) | group by: d_year, cs_item_sk, cs_bill_customer_sk | mem-estimate=516.96MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=13 row-size=60B cardinality=855.91M | in pipelines: 25(GETNEXT), 12(OPEN) | 24:EXCHANGE [HASH(d_year,cs_item_sk,cs_bill_customer_sk)] | mem-estimate=17.50MB mem-reservation=0B thread-reservation=0 | tuple-ids=13 row-size=60B cardinality=855.91M | in pipelines: 12(GETNEXT) | F02:PLAN FRAGMENT [HASH(cs_item_sk,cs_order_number)] hosts=10 instances=120 Per-Instance Resources: mem-estimate=403.35MB mem-reservation=34.00MB thread-reservation=1 17:AGGREGATE [STREAMING] | output: sum(CAST(cs_quantity AS BIGINT)), sum(cs_wholesale_cost), sum(cs_sales_price) | group by: d_year, cs_item_sk, cs_bill_customer_sk | mem-estimate=387.72MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=13 row-size=60B cardinality=855.91M | in pipelines: 12(GETNEXT) | 16:HASH JOIN [INNER JOIN, BROADCAST] | hash-table-id=06 | hash predicates: cs_sold_date_sk = d_date_sk | fk/pk conjuncts: cs_sold_date_sk = d_date_sk | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0 | tuple-ids=10,11N,12 row-size=72B cardinality=855.91M | in pipelines: 12(GETNEXT), 14(OPEN) | |--F22:PLAN FRAGMENT [HASH(cs_item_sk,cs_order_number)] hosts=10 instances=10 | | Per-Instance Resources: mem-estimate=23.27MB mem-reservation=23.26MB thread-reservation=1 runtime-filters-memory=8.00KB | JOIN BUILD | | join-table-id=06 plan-id=07 cohort-id=01 | | build expressions: d_date_sk | | runtime filters: RF006[bloom] <- d_date_sk | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 | | | 23:EXCHANGE [BROADCAST] | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=12 row-size=12B cardinality=373 | | in pipelines: 14(GETNEXT) | | | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB | Per-Instance Resources: mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=1 | 14:SCAN S3 [tpcds_3000_decimal_parquet.date_dim, RANDOM] | S3 partitions=1/1 files=1 size=2.15MB | predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | runtime filters: RF000[bloom] -> tpcds_3000_decimal_parquet.date_dim.d_year | stored statistics: | table: rows=73.05K size=2.15MB | columns: all | extrapolated-rows=disabled max-scan-range-rows=73.05K | parquet statistics predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | parquet dictionary predicates: tpcds_3000_decimal_parquet.date_dim.d_year = CAST(2001 AS INT) | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0 | tuple-ids=12 row-size=12B cardinality=373 | in pipelines: 14(GETNEXT) | 15:HASH JOIN [LEFT OUTER JOIN, PARTITIONED] | hash-table-id=07 | hash predicates: cs_item_sk = cr_item_sk, cs_order_number = cr_order_number | fk/pk conjuncts: cs_item_sk = cr_item_sk, cs_order_number = cr_order_number | other predicates: cr_order_number IS NULL | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | tuple-ids=10,11N row-size=60B cardinality=4.32G | in pipelines: 12(GETNEXT), 13(OPEN) | |--F23:PLAN FRAGMENT [HASH(cs_item_sk,cs_order_number)] hosts=10 instances=120 | | Per-Instance Resources: mem-estimate=203.81MB mem-reservation=34.00MB thread-reservation=1 | JOIN BUILD | | join-table-id=07 plan-id=08 cohort-id=01 | | build expressions: cr_item_sk, cr_order_number | | mem-estimate=191.47MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | | 22:EXCHANGE [HASH(cr_item_sk,cr_order_number)] | | mem-estimate=12.34MB mem-reservation=0B thread-reservation=0 | | tuple-ids=11 row-size=16B cardinality=432.02M | | in pipelines: 13(GETNEXT) | | | F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120 | Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB | Per-Instance Resources: mem-estimate=32.00MB mem-reservation=8.00MB thread-reservation=1 | 13:SCAN S3 [tpcds_3000_decimal_parquet.catalog_returns, RANDOM] | S3 partitions=2104/2104 files=2104 size=36.48GB | runtime filters: RF002[bloom] -> tpcds_3000_decimal_parquet.catalog_returns.cr_item_sk | stored statistics: | table: rows=432.02M size=36.48GB | partitions: 2104/2104 rows=432.02M | columns: all | extrapolated-rows=disabled max-scan-range-rows=322.10K | mem-estimate=32.00MB mem-reservation=8.00MB thread-reservation=0 | tuple-ids=11 row-size=16B cardinality=432.02M | in pipelines: 13(GETNEXT) | 21:EXCHANGE [HASH(cs_item_sk,cs_order_number)] | mem-estimate=15.62MB mem-reservation=0B thread-reservation=0 | tuple-ids=10 row-size=44B cardinality=4.32G | in pipelines: 12(GETNEXT) | F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120 Per-Host Shared Resources: mem-estimate=4.01MB mem-reservation=4.01MB thread-reservation=0 runtime-filters-memory=4.01MB Per-Instance Resources: mem-estimate=88.00MB mem-reservation=24.00MB thread-reservation=1 12:SCAN S3 [tpcds_3000_decimal_parquet.catalog_sales, RANDOM] S3 partitions=1837/1837 files=2143 size=300.54GB runtime filters: RF001[bloom] -> tpcds_3000_decimal_parquet.catalog_sales.cs_bill_customer_sk, RF002[bloom] -> tpcds_3000_decimal_parquet.catalog_sales.cs_item_sk, RF006[bloom] -> cs_sold_date_sk stored statistics: table: rows=4.32G size=300.54GB partitions: 1837/1837 rows=4.32G columns: all extrapolated-rows=disabled max-scan-range-rows=3.54M mem-estimate=88.00MB mem-reservation=24.00MB thread-reservation=0 tuple-ids=10 row-size=44B cardinality=4.32G in pipelines: 12(GETNEXT) ---------------- Estimated Per-Host Mem: 55875297740 Request Pool: root.default Per Host Min Memory Reservation: impala-executor-000-9:27000(5.23 GB) impala-executor-000-2:27000(5.23 GB) impala-executor-000-6:27000(5.23 GB) impala-executor-000-8:27000(5.23 GB) impala-executor-000-5:27000(5.23 GB) impala-executor-000-1:27000(5.24 GB) coordinator-0:27000(4.00 MB) impala-executor-000-4:27000(5.23 GB) impala-executor-000-3:27000(5.23 GB) impala-executor-000-7:27000(5.23 GB) impala-executor-000-0:27000(5.23 GB) Per Host Number of Fragment Instances: impala-executor-000-9:27000(207) impala-executor-000-2:27000(207) impala-executor-000-6:27000(207) impala-executor-000-8:27000(207) impala-executor-000-5:27000(207) impala-executor-000-1:27000(210) coordinator-0:27000(1) impala-executor-000-4:27000(207) impala-executor-000-3:27000(207) impala-executor-000-7:27000(207) impala-executor-000-0:27000(207) Admission result: Admitted immediately Cluster Memory Admitted: 500.11 GB Executor Group: root.default-group-000 ExecSummary: Operator #Hosts #Inst Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail --------------------------------------------------------------------------------------------------------------------------------------------------------------- F15:ROOT 1 1 0.000ns 0.000ns 4.01 MB 4.00 MB 38:MERGING-EXCHANGE 1 1 0.000ns 0.000ns 100 100 2.81 MB 1.15 MB UNPARTITIONED F04:EXCHANGE SENDER 10 120 33.333us 3.999ms 1.31 KB 0 20:TOP-N 10 120 32.900ms 264.000ms 12.00K 100 52.00 KB 9.38 KB 19:HASH JOIN 10 120 1s694ms 2s044ms 312.51K 8.80M 55.12 KB 0 RIGHT OUTER JOIN, PARTITIONED |--F16:JOIN BUILD 10 120 3s735ms 5s052ms 1.20 GB 17.00 MB | 37:EXCHANGE 10 120 634.767ms 1s004ms 1.44B 8.80M 15.80 MB 25.00 MB HASH(d_year,ss_item_sk,ss_customer_sk) | F09:EXCHANGE SENDER 10 120 4s736ms 5s179ms 279.25 KB 0 | 18:HASH JOIN 10 120 979.068ms 1s140ms 1.44B 8.80M 43.12 KB 0 RIGHT OUTER JOIN, PARTITIONED | |--F17:JOIN BUILD 10 120 5s370ms 6s560ms 1.19 GB 8.50 MB | | 36:EXCHANGE 10 120 390.834ms 640.000ms 1.44B 8.80M 7.20 MB 17.50 MB HASH(d_year,ss_item_sk,ss_customer_sk) | | F14:EXCHANGE SENDER 10 120 3s330ms 4s148ms 279.25 KB 0 | | 35:AGGREGATE 10 120 6s362ms 9s508ms 1.44B 8.80M 960.04 MB 1.02 GB FINALIZE | | 34:EXCHANGE 10 120 517.901ms 788.005ms 1.46B 1.72B 14.31 MB 17.50 MB HASH(d_year,ss_item_sk,ss_customer_sk) | | F12:EXCHANGE SENDER 10 120 8s196ms 9s168ms 3.53 MB 0 | | 05:AGGREGATE 10 120 17s890ms 22s904ms 1.46B 1.72B 992.05 MB 780.95 MB STREAMING | | 04:HASH JOIN 10 120 512.300ms 672.001ms 1.48B 1.72B 37.12 KB 0 INNER JOIN, BROADCAST | | |--F18:JOIN BUILD 10 10 32.400ms 72.000ms 23.27 MB 23.25 MB | | | 33:EXCHANGE 10 10 0.000ns 0.000ns 365 373 16.00 KB 16.00 KB BROADCAST | | | F13:EXCHANGE SENDER 1 1 0.000ns 0.000ns 98.44 KB 0 | | | 02:SCAN S3 1 1 8.000ms 8.000ms 365 373 1.62 MB 16.00 MB tpcds_3000_decimal_parquet.date_dim | | 03:HASH JOIN 10 120 3s542ms 4s200ms 1.48B 8.64B 42.12 KB 0 LEFT OUTER JOIN, PARTITIONED | | |--F19:JOIN BUILD 10 120 1s178ms 1s432ms 384.03 MB 382.93 MB | | | 32:EXCHANGE 10 120 138.600ms 200.000ms 863.99M 863.99M 4.35 MB 12.34 MB HASH(sr_item_sk,sr_ticket_number) | | | F11:EXCHANGE SENDER 10 120 1s982ms 2s628ms 4.16 MB 0 | | | 01:SCAN S3 10 120 385.534ms 628.000ms 863.99M 863.99M 48.97 MB 40.00 MB tpcds_3000_decimal_parquet.store_returns | | 31:EXCHANGE 10 120 787.434ms 2s316ms 1.64B 8.64B 14.32 MB 15.62 MB HASH(ss_item_sk,ss_ticket_number) | | F10:EXCHANGE SENDER 10 120 7s394ms 11s732ms 3.61 MB 0 | | 00:SCAN S3 10 120 2s575ms 4s356ms 1.64B 8.64B 98.15 MB 88.00 MB tpcds_3000_decimal_parquet.store_sales | 30:AGGREGATE 10 120 8s492ms 15s428ms 386.62M 430.99M 324.04 MB 260.31 MB FINALIZE | 29:EXCHANGE 10 120 257.634ms 1s024ms 386.62M 430.99M 14.32 MB 17.50 MB HASH(d_year,ws_item_sk,ws_bill_customer_sk) | F07:EXCHANGE SENDER 10 120 4s837ms 10s996ms 3.53 MB 0 | 11:AGGREGATE 10 120 3s005ms 4s536ms 386.62M 430.99M 82.05 MB 195.24 MB STREAMING | 10:HASH JOIN 10 120 158.866ms 252.000ms 386.62M 430.99M 37.12 KB 0 INNER JOIN, BROADCAST | |--F20:JOIN BUILD 10 10 93.600ms 168.000ms 23.27 MB 23.25 MB | | 28:EXCHANGE 10 10 0.000ns 0.000ns 365 373 16.00 KB 16.00 KB BROADCAST | | F08:EXCHANGE SENDER 1 1 0.000ns 0.000ns 98.44 KB 0 | | 08:SCAN S3 1 1 10s172ms 10s172ms 365 373 1.62 MB 16.00 MB tpcds_3000_decimal_parquet.date_dim | 09:HASH JOIN 10 120 880.001ms 1s096ms 386.63M 2.16B 42.12 KB 0 LEFT OUTER JOIN, PARTITIONED | |--F21:JOIN BUILD 10 120 632.367ms 1s383ms 96.03 MB 95.73 MB | | 27:EXCHANGE 10 120 34.266ms 108.000ms 216.00M 216.00M 1.09 MB 12.34 MB HASH(wr_item_sk,wr_order_number) | | F06:EXCHANGE SENDER 10 120 1s331ms 2s823ms 4.16 MB 0 | | 07:SCAN S3 10 120 11s708ms 12s496ms 216.00M 216.00M 48.92 MB 24.00 MB tpcds_3000_decimal_parquet.web_returns | 26:EXCHANGE 10 120 348.834ms 2s176ms 429.58M 2.16B 14.38 MB 15.62 MB HASH(ws_item_sk,ws_order_number) | F05:EXCHANGE SENDER 10 120 2s616ms 6s356ms 3.61 MB 0 | 06:SCAN S3 10 120 12s429ms 16s108ms 429.58M 2.16B 47.53 MB 88.00 MB tpcds_3000_decimal_parquet.web_sales 25:AGGREGATE 10 120 10s950ms 16s904ms 767.74M 855.91M 648.04 MB 516.96 MB FINALIZE 24:EXCHANGE 10 120 445.234ms 1s184ms 769.46M 855.91M 14.32 MB 17.50 MB HASH(d_year,cs_item_sk,cs_bill_customer_sk) F02:EXCHANGE SENDER 10 120 5s297ms 8s900ms 3.53 MB 0 17:AGGREGATE 10 120 5s660ms 8s160ms 769.46M 855.91M 128.05 MB 387.72 MB STREAMING 16:HASH JOIN 10 120 319.367ms 460.000ms 769.49M 855.91M 37.12 KB 0 INNER JOIN, BROADCAST |--F22:JOIN BUILD 10 10 67.600ms 179.999ms 23.27 MB 23.25 MB | 23:EXCHANGE 10 10 0.000ns 0.000ns 365 373 16.00 KB 16.00 KB BROADCAST | F03:EXCHANGE SENDER 1 1 0.000ns 0.000ns 98.44 KB 0 | 14:SCAN S3 1 1 10s244ms 10s244ms 365 373 1.62 MB 16.00 MB tpcds_3000_decimal_parquet.date_dim 15:HASH JOIN 10 120 1s920ms 2s264ms 769.50M 4.32B 42.12 KB 0 LEFT OUTER JOIN, PARTITIONED |--F23:JOIN BUILD 10 120 1s448ms 1s832ms 192.03 MB 191.47 MB | 22:EXCHANGE 10 120 64.933ms 136.000ms 432.02M 432.02M 6.37 MB 12.34 MB HASH(cr_item_sk,cr_order_number) | F01:EXCHANGE SENDER 10 120 1s830ms 2s568ms 4.16 MB 0 | 13:SCAN S3 10 120 11s753ms 12s600ms 432.02M 432.02M 8.92 MB 32.00 MB tpcds_3000_decimal_parquet.catalog_returns 21:EXCHANGE 10 120 592.967ms 1s720ms 855.00M 4.32B 14.28 MB 15.62 MB HASH(cs_item_sk,cs_order_number) F00:EXCHANGE SENDER 10 120 4s149ms 5s608ms 3.61 MB 0 12:SCAN S3 10 120 13s398ms 18s564ms 855.00M 4.32B 57.61 MB 88.00 MB tpcds_3000_decimal_parquet.catalog_sales Errors: Query Compilation: 446.828ms - Metadata of all 7 tables cached: 41.096ms (41.096ms) - Analysis finished: 49.594ms (8.497ms) - Authorization finished (ranger): 52.425ms (2.831ms) - Value transfer graph computed: 53.010ms (585.171us) - Single node plan created: 384.962ms (331.951ms) - Runtime filters computed: 388.311ms (3.349ms) - Distributed plan created: 388.492ms (180.749us) - Lineage info computed: 389.060ms (568.206us) - Parallel plans created: 389.165ms (104.687us) - Planning finished: 446.828ms (57.662ms) Query Timeline: 2m34s - Query submitted: 0.000ns (0.000ns) - Planning finished: 471.998ms (471.998ms) - Submit for admission: 471.998ms (0.000ns) - Completed admission: 519.998ms (47.999ms) - Ready to start on 11 backends: 535.998ms (15.999ms) - All 11 execution backends (2074 fragment instances) started: 579.998ms (43.999ms) - First dynamic filter received: 927.997ms (347.999ms) - Rows available: 2m34s (2m33s) - First row fetched: 2m34s (135.999ms) - Last row fetched: 2m34s (0.000ns) - Released admission control resources: 2m34s (0.000ns) - Unregister query: 2m34s (167.999ms) - AdmissionControlTimeSinceLastUpdate: 108.000ms - ComputeScanRangeAssignmentTimer: 19.999ms - InactiveTotalTime: 0.000ns - TotalTime: 0.000ns Frontend: - CatalogFetch.ColumnStats.Hits: 190 - CatalogFetch.ColumnStats.Misses: 0 - CatalogFetch.ColumnStats.Requests: 190 - CatalogFetch.ColumnStats.Time: 0 - CatalogFetch.Config.Hits: 1 - CatalogFetch.Config.Misses: 0 - CatalogFetch.Config.Requests: 1 - CatalogFetch.Config.Time: 0 - CatalogFetch.DatabaseList.Hits: 1 - CatalogFetch.DatabaseList.Misses: 0 - CatalogFetch.DatabaseList.Requests: 1 - CatalogFetch.DatabaseList.Time: 0 - CatalogFetch.PartitionLists.Hits: 7 - CatalogFetch.PartitionLists.Misses: 0 - CatalogFetch.PartitionLists.Requests: 7 - CatalogFetch.PartitionLists.Time: 0 - CatalogFetch.Partitions.Hits: 23560 - CatalogFetch.Partitions.Misses: 0 - CatalogFetch.Partitions.Requests: 23560 - CatalogFetch.Partitions.Time: 19ms - CatalogFetch.TableList.Hits: 1 - CatalogFetch.TableList.Misses: 0 - CatalogFetch.TableList.Requests: 1 - CatalogFetch.TableList.Time: 0 - CatalogFetch.Tables.Hits: 7 - CatalogFetch.Tables.Misses: 0 - CatalogFetch.Tables.Requests: 7 - CatalogFetch.Tables.Time: 0 - InactiveTotalTime: 0.000ns - TotalTime: 0.000ns ImpalaServer: - ClientFetchWaitTimer: 295.999ms - InactiveTotalTime: 0.000ns - NumRowsFetched: 100 (100) - NumRowsFetchedFromCache: 0 (0) - RowMaterializationRate: 12.50 K/sec - RowMaterializationTimer: 7.999ms - TotalTime: 0.000ns Execution Profile c143649cbe861d7a:7abc72e200000000: Number of filters: 9 Filter routing table: ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled Bloom Size Est fpp Min value Max value ------------------------------------------------------------------------------------------------------------------------------------------------------------------ 16 4 0 REMOTE true 1 (3) N/A N/A true 8.00 KB 1.54e-11 8 18 8 REMOTE false 10 (120) N/A N/A true 2.00 MB 0.886 14 10 6 REMOTE true 1 (3) N/A N/A true 8.00 KB 1.54e-11 10 18 6, 7 REMOTE, REMOTE false, false 10 (120) N/A N/A true 2.00 MB 0.886 9 18 6 REMOTE false 10 (120) N/A N/A true 2.00 MB 0.886 0 19 14 REMOTE false 10 (120) N/A N/A true 2.00 MB 0.886 6 16 12 REMOTE true 1 (3) N/A N/A true 8.00 KB 1.54e-11 2 19 12, 13 REMOTE, REMOTE false, false 10 (120) N/A N/A true 2.00 MB 0.886 1 19 12 REMOTE false 10 (120) N/A N/A true 2.00 MB 0.886 Backend startup latencies: Count: 11, min / max: 14ms / 17ms, 25th %-ile: 15ms, 50th %-ile: 16ms, 75th %-ile: 16ms, 90th %-ile: 16ms, 95th %-ile: 16ms, 99.9th %-ile: 17ms Slowest backend to start up: impala-executor-000-7:27000 Final filter table: ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled Bloom Size Est fpp Min value Max value ------------------------------------------------------------------------------------------------------------------------------------------------------------------ 16 4 0 REMOTE true 0 (3) 927.997ms 927.997ms true 8.00 KB 1.54e-11 8 18 8 REMOTE false 0 (120) 1m44s 1m44s true 2.00 MB 0.886 14 10 6 REMOTE true 0 (3) 10s979ms 10s979ms true 8.00 KB 1.54e-11 10 18 6, 7 REMOTE, REMOTE false, false 0 (120) 1m44s 1m44s true 2.00 MB 0.886 9 18 6 REMOTE false 0 (120) 1m44s 1m44s true 2.00 MB 0.886 0 19 14 REMOTE false 0 (120) 2m30s 2m30s true 2.00 MB 0.886 6 16 12 REMOTE true 0 (3) 11s019ms 11s019ms true 8.00 KB 1.54e-11 2 19 12, 13 REMOTE, REMOTE false, false 0 (120) 2m30s 2m30s true 2.00 MB 0.886 1 19 12 REMOTE false 0 (120) 2m30s 2m30s true 2.00 MB 0.886 Per Node Peak Memory Usage: coordinator-0:27000(10.01 MB) impala-executor-000-1:27000(30.76 GB) impala-executor-000-3:27000(30.74 GB) impala-executor-000-4:27000(30.86 GB) impala-executor-000-7:27000(30.35 GB) impala-executor-000-0:27000(30.20 GB) impala-executor-000-5:27000(30.32 GB) impala-executor-000-8:27000(30.78 GB) impala-executor-000-6:27000(30.86 GB) impala-executor-000-2:27000(30.87 GB) impala-executor-000-9:27000(30.87 GB) Per Node Bytes Read: coordinator-0:27000(0) impala-executor-000-1:27000(5.33 GB) impala-executor-000-3:27000(5.41 GB) impala-executor-000-4:27000(5.36 GB) impala-executor-000-7:27000(5.42 GB) impala-executor-000-0:27000(5.24 GB) impala-executor-000-5:27000(5.46 GB) impala-executor-000-8:27000(5.34 GB) impala-executor-000-6:27000(5.34 GB) impala-executor-000-2:27000(5.50 GB) impala-executor-000-9:27000(5.41 GB) Per Node User Time: coordinator-0:27000(60.567ms) impala-executor-000-1:27000(13m24s) impala-executor-000-3:27000(13m49s) impala-executor-000-4:27000(13m17s) impala-executor-000-7:27000(13m45s) impala-executor-000-0:27000(13m26s) impala-executor-000-5:27000(13m57s) impala-executor-000-8:27000(13m53s) impala-executor-000-6:27000(13m23s) impala-executor-000-2:27000(14m5s) impala-executor-000-9:27000(13m52s) Per Node System Time: coordinator-0:27000(0.000ns) impala-executor-000-1:27000(1m37s) impala-executor-000-3:27000(1m45s) impala-executor-000-4:27000(1m34s) impala-executor-000-7:27000(1m42s) impala-executor-000-0:27000(1m33s) impala-executor-000-5:27000(1m46s) impala-executor-000-8:27000(1m49s) impala-executor-000-6:27000(1m25s) impala-executor-000-2:27000(1m49s) impala-executor-000-9:27000(1m43s) Remainder of profile truncated for brevity.