Query (id=4b403f9f6fe2ecf6:4f81291100000000): Summary: Session ID: fb409c77a47702bd:a1116cccaa7d7ca7 Session Type: BEESWAX Start Time: 2017-04-04 08:24:48.474752000 End Time: 2017-04-04 10:07:24.572960000 Query Type: QUERY Query State: FINISHED Query Status: OK Impala Version: impalad version 2.9.0-SNAPSHOT RELEASE (build 07021cc117c56e4bbc0744b342fee6f5a8cce964) User: mmokhtar Connected User: mmokhtar Delegated User: Network Address: 10.17.234.19:54210 Default Db: tpcds_10000_parquet Sql Statement: with ws as (select d_year AS ws_sold_year, ws_item_sk, ws_bill_customer_sk ws_customer_sk, sum(ws_quantity) ws_qty, sum(ws_wholesale_cost) ws_wc, sum(ws_sales_price) ws_sp from web_sales left join web_returns on wr_order_number=ws_order_number and ws_item_sk=wr_item_sk join date_dim on ws_sold_date_sk = d_date_sk where wr_order_number is null group by d_year, ws_item_sk, ws_bill_customer_sk ), cs as (select d_year AS cs_sold_year, cs_item_sk, cs_bill_customer_sk cs_customer_sk, sum(cs_quantity) cs_qty, sum(cs_wholesale_cost) cs_wc, sum(cs_sales_price) cs_sp from catalog_sales left join catalog_returns on cr_order_number=cs_order_number and cs_item_sk=cr_item_sk join date_dim on cs_sold_date_sk = d_date_sk where cr_order_number is null group by d_year, cs_item_sk, cs_bill_customer_sk ), ss as (select d_year AS ss_sold_year, ss_item_sk, ss_customer_sk, sum(ss_quantity) ss_qty, sum(ss_wholesale_cost) ss_wc, sum(ss_sales_price) ss_sp from store_sales left join store_returns on sr_ticket_number=ss_ticket_number and ss_item_sk=sr_item_sk join date_dim on ss_sold_date_sk = d_date_sk where sr_ticket_number is null group by d_year, ss_item_sk, ss_customer_sk ) select ss_item_sk, round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) ratio, ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price, coalesce(ws_qty,0)+coalesce(cs_qty,0) other_chan_qty, coalesce(ws_wc,0)+coalesce(cs_wc,0) other_chan_wholesale_cost, coalesce(ws_sp,0)+coalesce(cs_sp,0) other_chan_sales_price from ss left join ws on (ws_sold_year=ss_sold_year and ws_item_sk=ss_item_sk and ws_customer_sk=ss_customer_sk) left join cs on (cs_sold_year=ss_sold_year and cs_item_sk=cs_item_sk and cs_customer_sk=ss_customer_sk) where coalesce(ws_qty,0)>0 and coalesce(cs_qty, 0)>0 and ss_sold_year=2000 order by ss_item_sk, ss_qty desc, ss_wc desc, ss_sp desc, other_chan_qty, other_chan_wholesale_cost, other_chan_sales_price, round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) limit 100 Coordinator: vd1309.halxg.cloudera.com:22000 Query Options (non default): MEM_LIMIT=59055800320,NUM_SCANNER_THREADS=1,PARQUET_FILE_SIZE=67108864 Plan: ---------------- Estimated Per-Host Requirements: Memory=682.58GB VCores=3 PLAN-ROOT SINK | 36:MERGING-EXCHANGE [UNPARTITIONED] | order by: ss_item_sk ASC, ss_qty DESC, ss_wc DESC, ss_sp DESC, coalesce(ws_qty, 0) + coalesce(cs_qty, 0) ASC, coalesce(ws_wc, 0) + coalesce(cs_wc, 0) ASC, coalesce(ws_sp, 0) + coalesce(cs_sp, 0) ASC, round(ss_qty / (coalesce(ws_qty + cs_qty, 1)), 2) ASC | limit: 100 | hosts=7 per-host-mem=unavailable | tuple-ids=15 row-size=128B cardinality=100 | 20:TOP-N [LIMIT=100] | order by: ss_item_sk ASC, ss_qty DESC, ss_wc DESC, ss_sp DESC, coalesce(ws_qty, 0) + coalesce(cs_qty, 0) ASC, coalesce(ws_wc, 0) + coalesce(cs_wc, 0) ASC, coalesce(ws_sp, 0) + coalesce(cs_sp, 0) ASC, round(ss_qty / (coalesce(ws_qty + cs_qty, 1)), 2) ASC | hosts=7 per-host-mem=12.50KB | tuple-ids=15 row-size=128B cardinality=100 | 19:HASH JOIN [LEFT OUTER JOIN, BROADCAST] | hash predicates: d_year = d_year, ss_customer_sk = cs_bill_customer_sk | other predicates: coalesce(sum(cs_quantity), 0) > 0 | hosts=7 per-host-mem=16.77GB | tuple-ids=3,8N,13N row-size=168B cardinality=5889461911 | |--35:EXCHANGE [BROADCAST] | | hosts=7 per-host-mem=0B | | tuple-ids=13 row-size=56B cardinality=292389050 | | | 34:AGGREGATE [FINALIZE] | | output: sum:merge(cs_quantity), sum:merge(cs_wholesale_cost), sum:merge(cs_sales_price) | | group by: d_year, cs_item_sk, cs_bill_customer_sk | | having: coalesce(sum(cs_quantity), 0) > 0 | | hosts=7 per-host-mem=16.77GB | | tuple-ids=13 row-size=56B cardinality=292389050 | | | 33:EXCHANGE [HASH(d_year,cs_item_sk,cs_bill_customer_sk)] | | hosts=7 per-host-mem=0B | | tuple-ids=13 row-size=56B cardinality=292389050 | | | 17:AGGREGATE [STREAMING] | | output: sum(cs_quantity), sum(cs_wholesale_cost), sum(cs_sales_price) | | group by: d_year, cs_item_sk, cs_bill_customer_sk | | hosts=7 per-host-mem=16.77GB | | tuple-ids=13 row-size=56B cardinality=292389050 | | | 16:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: cs_sold_date_sk = d_date_sk | | runtime filters: RF002 <- d_date_sk | | hosts=7 per-host-mem=3.21KB | | tuple-ids=10,11N,12 row-size=64B cardinality=292389050 | | | |--32:EXCHANGE [BROADCAST] | | | hosts=1 per-host-mem=0B | | | tuple-ids=12 row-size=8B cardinality=373 | | | | | 14:SCAN HDFS [tpcds_10000_parquet.date_dim, RANDOM] | | partitions=1/1 files=1 size=2.15MB | | predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | | table stats: 73049 rows total | | column stats: all | | parquet statistics predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | | parquet dictionary predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | | hosts=1 per-host-mem=16.00MB | | tuple-ids=12 row-size=8B cardinality=373 | | | 15:HASH JOIN [LEFT OUTER JOIN, BROADCAST] | | hash predicates: cs_item_sk = cr_item_sk, cs_order_number = cr_order_number | | other predicates: cr_order_number IS NULL | | hosts=7 per-host-mem=2.36GB | | tuple-ids=10,11N row-size=56B cardinality=1439996471 | | | |--31:EXCHANGE [BROADCAST] | | | hosts=7 per-host-mem=0B | | | tuple-ids=11 row-size=16B cardinality=144003311 | | | | | 13:SCAN HDFS [tpcds_10000_parquet.catalog_returns, RANDOM] | | partitions=2104/2104 files=2104 size=106.77GB | | predicates: tpcds_10000_parquet.catalog_returns.cr_item_sk = tpcds_10000_parquet.catalog_returns.cr_item_sk | | table stats: 1440033112 rows total | | column stats: all | | parquet dictionary predicates: tpcds_10000_parquet.catalog_returns.cr_item_sk = tpcds_10000_parquet.catalog_returns.cr_item_sk | | hosts=7 per-host-mem=64.00MB | | tuple-ids=11 row-size=16B cardinality=144003311 | | | 12:SCAN HDFS [tpcds_10000_parquet.catalog_sales, RANDOM] | partitions=1837/1837 files=5055 size=971.94GB | predicates: tpcds_10000_parquet.catalog_sales.cs_item_sk = tpcds_10000_parquet.catalog_sales.cs_item_sk | runtime filters: RF002 -> cs_sold_date_sk | table stats: 14399964710 rows total | column stats: all | parquet dictionary predicates: tpcds_10000_parquet.catalog_sales.cs_item_sk = tpcds_10000_parquet.catalog_sales.cs_item_sk | hosts=7 per-host-mem=88.00MB | tuple-ids=10 row-size=40B cardinality=1439996471 | 18:HASH JOIN [LEFT OUTER JOIN, PARTITIONED] | hash predicates: d_year = d_year, ss_customer_sk = ws_bill_customer_sk, ss_item_sk = ws_item_sk | other predicates: coalesce(sum(ws_quantity), 0) > 0 | hosts=7 per-host-mem=12.07GB | tuple-ids=3,8N row-size=112B cardinality=5889461911 | |--30:EXCHANGE [HASH(d_year,ws_item_sk,ws_bill_customer_sk)] | | hosts=7 per-host-mem=0B | | tuple-ids=8 row-size=56B cardinality=1472360921 | | | 29:AGGREGATE [FINALIZE] | | output: sum:merge(ws_quantity), sum:merge(ws_wholesale_cost), sum:merge(ws_sales_price) | | group by: d_year, ws_item_sk, ws_bill_customer_sk | | having: coalesce(sum(ws_quantity), 0) > 0 | | hosts=7 per-host-mem=84.47GB | | tuple-ids=8 row-size=56B cardinality=1472360921 | | | 28:EXCHANGE [HASH(d_year,ws_item_sk,ws_bill_customer_sk)] | | hosts=7 per-host-mem=0B | | tuple-ids=8 row-size=56B cardinality=1472360921 | | | 11:AGGREGATE [STREAMING] | | output: sum(ws_quantity), sum(ws_wholesale_cost), sum(ws_sales_price) | | group by: d_year, ws_item_sk, ws_bill_customer_sk | | hosts=7 per-host-mem=84.47GB | | tuple-ids=8 row-size=56B cardinality=1472360921 | | | 10:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: ws_sold_date_sk = d_date_sk | | runtime filters: RF001 <- d_date_sk | | hosts=7 per-host-mem=3.21KB | | tuple-ids=5,6N,7 row-size=60B cardinality=1472360921 | | | |--27:EXCHANGE [BROADCAST] | | | hosts=1 per-host-mem=0B | | | tuple-ids=7 row-size=8B cardinality=373 | | | | | 08:SCAN HDFS [tpcds_10000_parquet.date_dim, RANDOM] | | partitions=1/1 files=1 size=2.15MB | | predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | | table stats: 73049 rows total | | column stats: all | | parquet statistics predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | | parquet dictionary predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | | hosts=1 per-host-mem=16.00MB | | tuple-ids=7 row-size=8B cardinality=373 | | | 09:HASH JOIN [LEFT OUTER JOIN, BROADCAST] | | hash predicates: ws_item_sk = wr_item_sk, ws_order_number = wr_order_number | | other predicates: wr_order_number IS NULL | | hosts=7 per-host-mem=11.80GB | | tuple-ids=5,6N row-size=52B cardinality=7199963324 | | | |--26:EXCHANGE [BROADCAST] | | | hosts=7 per-host-mem=0B | | | tuple-ids=6 row-size=16B cardinality=720020485 | | | | | 07:SCAN HDFS [tpcds_10000_parquet.web_returns, RANDOM] | | partitions=2185/2185 files=2190 size=52.11GB | | table stats: 720020485 rows total | | column stats: all | | hosts=7 per-host-mem=40.00MB | | tuple-ids=6 row-size=16B cardinality=720020485 | | | 06:SCAN HDFS [tpcds_10000_parquet.web_sales, RANDOM] | partitions=1824/1824 files=2900 size=508.98GB | runtime filters: RF001 -> ws_sold_date_sk | table stats: 7199963324 rows total | column stats: all | hosts=7 per-host-mem=88.00MB | tuple-ids=5 row-size=36B cardinality=7199963324 | 25:AGGREGATE [FINALIZE] | output: sum:merge(ss_quantity), sum:merge(ss_wholesale_cost), sum:merge(ss_sales_price) | group by: d_year, ss_item_sk, ss_customer_sk | having: d_year = 2000 | hosts=7 per-host-mem=337.88GB | tuple-ids=3 row-size=56B cardinality=5889461911 | 24:EXCHANGE [HASH(d_year,ss_item_sk,ss_customer_sk)] | hosts=7 per-host-mem=0B | tuple-ids=3 row-size=56B cardinality=5889461911 | 05:AGGREGATE [STREAMING] | output: sum(ss_quantity), sum(ss_wholesale_cost), sum(ss_sales_price) | group by: d_year, ss_item_sk, ss_customer_sk | hosts=7 per-host-mem=337.88GB | tuple-ids=3 row-size=56B cardinality=5889461911 | 04:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: ss_sold_date_sk = d_date_sk | runtime filters: RF000 <- d_date_sk | hosts=7 per-host-mem=3.21KB | tuple-ids=0,1N,2 row-size=60B cardinality=5889461911 | |--23:EXCHANGE [BROADCAST] | | hosts=1 per-host-mem=0B | | tuple-ids=2 row-size=8B cardinality=373 | | | 02:SCAN HDFS [tpcds_10000_parquet.date_dim, RANDOM] | partitions=1/1 files=1 size=2.15MB | predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | table stats: 73049 rows total | column stats: all | parquet statistics predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | parquet dictionary predicates: tpcds_10000_parquet.date_dim.d_year = 2000 | hosts=1 per-host-mem=16.00MB | tuple-ids=2 row-size=8B cardinality=373 | 03:HASH JOIN [LEFT OUTER JOIN, PARTITIONED] | hash predicates: ss_item_sk = sr_item_sk, ss_ticket_number = sr_ticket_number | other predicates: sr_ticket_number IS NULL | hosts=7 per-host-mem=6.74GB | tuple-ids=0,1N row-size=52B cardinality=28799942425 | |--22:EXCHANGE [HASH(sr_item_sk,sr_ticket_number)] | | hosts=7 per-host-mem=0B | | tuple-ids=1 row-size=16B cardinality=2879765003 | | | 01:SCAN HDFS [tpcds_10000_parquet.store_returns, RANDOM] | partitions=2004/2004 files=2017 size=160.68GB | table stats: 2879765003 rows total | column stats: all | hosts=7 per-host-mem=88.00MB | tuple-ids=1 row-size=16B cardinality=2879765003 | 21:EXCHANGE [HASH(ss_item_sk,ss_ticket_number)] | hosts=7 per-host-mem=0B | tuple-ids=0 row-size=36B cardinality=28799942425 | 00:SCAN HDFS [tpcds_10000_parquet.store_sales, RANDOM] partitions=1824/1824 files=5994 size=1.35TB runtime filters: RF000 -> ss_sold_date_sk table stats: 28799942425 rows total column stats: all hosts=7 per-host-mem=88.00MB tuple-ids=0 row-size=36B cardinality=28799942425 ---------------- Estimated Per-Host Mem: 732914509771 Estimated Per-Host VCores: 3 Request Pool: root.mmokhtar Admission result: Admitted immediately ExecSummary: Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail ---------------------------------------------------------------------------------------------------------------------------------- 36:MERGING-EXCHANGE 1 223.844us 223.844us 100 100 4.00 KB -1.00 B UNPARTITIONED 20:TOP-N 7 5s427ms 6s029ms 700 100 56.00 KB 12.50 KB 19:HASH JOIN 7 32m57s 35m24s 18.11M 5.89B 16.14 GB 16.77 GB LEFT OUTER JOIN, BROADCAST |--35:EXCHANGE 7 2m39s 2m58s 2.57B 292.39M 0 0 BROADCAST | 34:AGGREGATE 7 18m16s 20m35s 2.57B 292.39M 1.75 GB 16.77 GB FINALIZE | 33:EXCHANGE 7 34s519ms 1m1s 2.58B 292.39M 0 0 HASH(d_year,cs_item_sk,cs_b... | 17:AGGREGATE 7 1m23s 1m29s 2.58B 292.39M 82.05 MB 16.77 GB STREAMING | 16:HASH JOIN 7 8s831ms 9s151ms 2.58B 292.39M 35.87 MB 3.21 KB INNER JOIN, BROADCAST | |--32:EXCHANGE 7 17.972us 24.714us 366 373 0 0 BROADCAST | | 14:SCAN HDFS 1 11.294ms 11.294ms 366 373 1.54 MB 16.00 MB tpcds_10000_parquet.date_dim | 15:HASH JOIN 7 6m42s 8m6s 2.58B 1.44B 14.23 GB 2.36 GB LEFT OUTER JOIN, BROADCAST | |--31:EXCHANGE 7 56s326ms 58s804ms 1.44B 144.00M 0 0 BROADCAST | | 13:SCAN HDFS 7 33s228ms 38s083ms 1.44B 144.00M 22.41 MB 64.00 MB tpcds_10000_parquet.catalog... | 12:SCAN HDFS 7 1m25s 1m38s 2.87B 1.44B 62.50 MB 88.00 MB tpcds_10000_parquet.catalog... 18:HASH JOIN 7 4m51s 5m24s 431.37K 5.89B 7.31 GB 12.07 GB LEFT OUTER JOIN, PARTITIONED |--30:EXCHANGE 7 8s100ms 9s053ms 1.30B 1.47B 0 0 HASH(d_year,ws_item_sk,ws_b... | 29:AGGREGATE 7 5m1s 7m38s 1.30B 1.47B 898.04 MB 84.47 GB FINALIZE | 28:EXCHANGE 7 13s708ms 20s653ms 1.30B 1.47B 0 0 HASH(d_year,ws_item_sk,ws_b... | 11:AGGREGATE 7 34s101ms 35s886ms 1.30B 1.47B 35.53 MB 84.47 GB STREAMING | 10:HASH JOIN 7 4s948ms 5s080ms 1.30B 1.47B 35.47 MB 3.21 KB INNER JOIN, BROADCAST | |--27:EXCHANGE 7 18.429us 27.443us 366 373 0 0 BROADCAST | | 08:SCAN HDFS 1 52.645ms 52.645ms 366 373 1.54 MB 16.00 MB tpcds_10000_parquet.date_dim | 09:HASH JOIN 7 3m32s 6m52s 1.30B 7.20B 21.98 GB 11.80 GB LEFT OUTER JOIN, BROADCAST | |--26:EXCHANGE 7 29s452ms 31s072ms 720.02M 720.02M 0 0 BROADCAST | | 07:SCAN HDFS 7 16s406ms 18s885ms 720.02M 720.02M 57.93 MB 40.00 MB tpcds_10000_parquet.web_ret... | 06:SCAN HDFS 7 41s201ms 50s791ms 1.45B 7.20B 62.03 MB 88.00 MB tpcds_10000_parquet.web_sales 25:AGGREGATE 7 22m10s 25m18s 4.35B 5.89B 3.08 GB 337.88 GB FINALIZE 24:EXCHANGE 7 43s945ms 52s982ms 4.55B 5.89B 0 0 HASH(d_year,ss_item_sk,ss_c... 05:AGGREGATE 7 4m59s 5m41s 4.55B 5.89B 26.79 GB 337.88 GB STREAMING 04:HASH JOIN 7 21s638ms 22s219ms 4.98B 5.89B 34.20 MB 3.21 KB INNER JOIN, BROADCAST |--23:EXCHANGE 7 19.575us 28.051us 366 373 0 0 BROADCAST | 02:SCAN HDFS 1 102.680ms 102.680ms 366 373 1.54 MB 16.00 MB tpcds_10000_parquet.date_dim 03:HASH JOIN 7 10m57s 14m32s 4.98B 28.80B 9.53 GB 6.74 GB LEFT OUTER JOIN, PARTITIONED |--22:EXCHANGE 7 15s720ms 17s475ms 2.88B 2.88B 0 0 HASH(sr_item_sk,sr_ticket_n... | 01:SCAN HDFS 7 24s244ms 29s171ms 2.88B 2.88B 71.55 MB 88.00 MB tpcds_10000_parquet.store_r... 21:EXCHANGE 7 42s118ms 51s285ms 5.53B 28.80B 0 0 HASH(ss_item_sk,ss_ticket_n... 00:SCAN HDFS 7 2m37s 2m49s 5.53B 28.80B 79.55 MB 88.00 MB tpcds_10000_parquet.store_s... Planner Timeline: 173.613ms - Analysis finished: 11.885ms (11.885ms) - Equivalence classes computed: 12.543ms (658.642us) - Single node plan created: 144.330ms (131.786ms) - Runtime filters computed: 144.693ms (362.242us) - Distributed plan created: 147.714ms (3.021ms) - Lineage info computed: 149.043ms (1.328ms) - Planning finished: 173.613ms (24.570ms) Query Timeline: 1h43m - Query submitted: 32.570us (32.570us) - Planning finished: 353.026ms (352.993ms) - Submit for admission: 440.276ms (87.250ms) - Completed admission: 441.006ms (730.111us) - Ready to start 74 fragment instances: 478.971ms (37.964ms) - All 74 fragment instances started: 731.571ms (252.600ms) - First dynamic filter received: 970.242ms (238.671ms) - Rows available: 1h42m (1h42m) - First row fetched: 1h42m (1s018ms) - Unregister query: 1h42m (65.309ms) - ComputeScanRangeAssignmentTimer: 29.371ms ImpalaServer: - ClientFetchWaitTimer: 1s051ms - RowMaterializationTimer: 31.949ms Execution Profile 4b403f9f6fe2ecf6:4f81291100000000:(Total: 1h42m, non-child: 0.000ns, % non-child: 0.00%) Number of filters: 3 Filter routing table: ID Src. Node Tgt. Node(s) Targets Target type Partition filter Pending (Expected) First arrived Completed Enabled ---------------------------------------------------------------------------------------------------------------------------- 2 16 12 7 LOCAL true 0 (7) N/A N/A true 1 10 6 7 LOCAL true 0 (7) N/A N/A true 0 4 0 7 REMOTE true 1 (3) N/A N/A true Fragment instance start latencies: Count: 74, min / max: 1ms / 41ms, 25th %-ile: 4ms, 50th %-ile: 21ms, 75th %-ile: 27ms, 90th %-ile: 31ms, 95th %-ile: 34ms, 99.9th %-ile: 41ms Per Node Peak Memory Usage: vd1310.halxg.cloudera.com:22000(44.25 GB) vd1313.halxg.cloudera.com:22000(44.24 GB) vd1312.halxg.cloudera.com:22000(44.22 GB) vd1311.halxg.cloudera.com:22000(44.25 GB) vd1314.halxg.cloudera.com:22000(44.22 GB) vd1316.halxg.cloudera.com:22000(44.25 GB) vd1309.halxg.cloudera.com:22000(44.26 GB) Final filter table: ID Src. Node Tgt. Node(s) Targets Target type Partition filter Pending (Expected) First arrived Completed Enabled ---------------------------------------------------------------------------------------------------------------------------- 2 16 12 7 LOCAL true 0 (7) N/A N/A true 1 10 6 7 LOCAL true 0 (7) N/A N/A true 0 4 0 7 REMOTE true 0 (3) 970.243ms 970.244ms false - FiltersReceived: 1 (1) - FinalizationTimer: 0.000ns Coordinator Fragment F13: Instance 4b403f9f6fe2ecf6:4f81291100000000 (host=vd1309.halxg.cloudera.com:22000):(Total: 1h42m, non-child: 1s048ms, % non-child: 0.02%) MemoryUsage(2m8s): 23.46 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 17.42 KB, 20.47 KB, 31.74 KB, 68.75 KB, 84.80 KB - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.53 MB (1601536) - PerHostPeakMemUsage: 44.26 GB (47521048847) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 0.000ns - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 84 (84) - TotalThreadsTotalWallClockTime: 1h42m - TotalThreadsSysTime: 2.999ms - TotalThreadsUserTime: 157.975ms - TotalThreadsVoluntaryContextSwitches: 112 (112) Fragment Instance Lifecycle Timings: - ExecTime: 1s029ms - ExecTreeExecTime: 147.673us - OpenTime: 1h42m - ExecTreeOpenTime: 1h42m - PrepareTime: 60.993ms - ExecTreePrepareTime: 96.115us PLAN_ROOT_SINK: - PeakMemoryUsage: 4.00 KB (4096) CodeGen:(Total: 206.061ms, non-child: 206.061ms, % non-child: 100.00%) - CodegenTime: 6.813ms - CompileTime: 44.185ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 115 (115) - NumInstructions: 3.11K (3112) - OptimizationTime: 116.536ms - PeakMemoryUsage: 1.52 MB (1593344) - PrepareTime: 44.821ms EXCHANGE_NODE (id=36):(Total: 1h42m, non-child: 223.844us, % non-child: 0.00%) ExecOption: Codegen Enabled BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 595.00 B, 2.73 KB, 9.98 KB, 13.12 KB - BytesReceived: 18.29 KB (18728) - ConvertRowBatchTime: 0.000ns - DeserializeRowBatchTimer: 273.200us - FirstBatchArrivalWaitTime: 1h42m - MergeGetNext: 136.187us - MergeGetNextBatch: 20.559us - PeakMemoryUsage: 4.00 KB (4096) - RowsReturned: 100 (100) - RowsReturnedRate: 0 - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns Averaged Fragment F04:(Total: 1h39m, non-child: 17.228ms, % non-child: 0.00%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:1h35m max:1h42m mean: 1h39m stddev:2m19s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.72 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 24.76 GB (26584697124) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 24.76 GB (26584954293) - PerHostPeakMemUsage: 44.24 GB (47503677273) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1h40m - TotalNetworkSendTime: 373.356us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 299.91K (299909) - TotalThreadsTotalWallClockTime: 2h51m - TotalThreadsSysTime: 3m16s - TotalThreadsUserTime: 25m49s - TotalThreadsVoluntaryContextSwitches: 4.26M (4262192) Fragment Instance Lifecycle Timings: - ExecTime: 698.437us - ExecTreeExecTime: 8.032us - OpenTime: 1h39m - ExecTreeOpenTime: 1h39m - PrepareTime: 46.954ms - ExecTreePrepareTime: 1.813ms DataStreamSender (dst_id=36):(Total: 109.823us, non-child: 109.823us, % non-child: 100.00%) - BytesSent: 2.61 KB (2675) - NetworkThroughput(*): 50.92 MB/sec - OverallThroughput: 23.48 MB/sec - PeakMemoryUsage: 1008.00 B (1008) - RowsReturned: 100 (100) - SerializeBatchTime: 44.154us - TransmitDataRPCTime: 50.924us - UncompressedRowBatchSize: 13.09 KB (13404) CodeGen:(Total: 736.781ms, non-child: 736.781ms, % non-child: 100.00%) - CodegenTime: 6.228ms - CompileTime: 216.012ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 250 (250) - NumInstructions: 9.56K (9560) - OptimizationTime: 489.377ms - PeakMemoryUsage: 4.67 MB (4894720) - PrepareTime: 30.846ms SORT_NODE (id=20):(Total: 1h39m, non-child: 5s427ms, % non-child: 0.09%) - InsertBatchTime: 225.103ms - PeakMemoryUsage: 56.00 KB (57344) - RowsReturned: 100 (100) - RowsReturnedRate: 0 HASH_JOIN_NODE (id=19):(Total: 1h39m, non-child: 32m57s, % non-child: 33.20%) - BufferPoolAllocTime: 32s839ms - BufferPoolAllocationBytes: 337.68 GB (362586196260) - BufferPoolAllocations: 140.14K (140142) - BufferPoolPeakReservation: 16.13 GB (17319479588) - BufferPoolPeakUnpinnedBytes: 134.00 GB (143881104822) - BufferPoolPeakUsedReservation: 16.13 GB (17319479588) - BufferPoolReadIoBytes: 79.79 GB (85678845366) - BufferPoolReadIoOps: 40.85K (40854) - BufferPoolReadIoWaitTime: 21m36s - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 134.00 GB (143881104822) - BufferPoolWriteIoBytes: 134.00 GB (143881104822) - BufferPoolWriteIoOps: 68.61K (68607) - BufferPoolWriteIoWaitTime: 51s004ms - BuildRows: 2.57B (2569438074) - BuildTime: 6m49s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 16.13 GB (17319545380) - ProbeRows: 61.62K (61623) - ProbeRowsPartitioned: 60.53K (60530) - ProbeTime: 1s586ms - RowsReturned: 2.59M (2587014) - RowsReturnedRate: 434.00 /sec Hash Join Builder (join_node_id=19): - BuildRowsPartitionTime: 6m36s - BuildRowsPartitioned: 2.57B (2569438074) - HashBuckets: 4.29B (4294967296) - HashCollisions: 0 (0) - HashTablesBuildTime: 32m - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 22.12 KB (22656) - RepartitionTime: 0.000ns - SpilledPartitions: 15 (15) EXCHANGE_NODE (id=35):(Total: 39m55s, non-child: 39m55s, % non-child: 100.00%) - BytesReceived: 67.95 GB (72961798932) - ConvertRowBatchTime: 57s784ms - DeserializeRowBatchTimer: 5m2s - FirstBatchArrivalWaitTime: 23m35s - PeakMemoryUsage: 0 - RowsReturned: 2.57B (2569438074) - RowsReturnedRate: 1.07 M/sec - SendersBlockedTimer: 53s745ms - SendersBlockedTotalTimer(*): 3m47s HASH_JOIN_NODE (id=18):(Total: 1h4m, non-child: 4m51s, % non-child: 7.53%) - BufferPoolAllocTime: 9s093ms - BufferPoolAllocationBytes: 50.87 GB (54625117330) - BufferPoolAllocations: 21.97K (21967) - BufferPoolPeakReservation: 5.55 GB (5962502729) - BufferPoolPeakUnpinnedBytes: 31.03 GB (33315955858) - BufferPoolPeakUsedReservation: 5.55 GB (5962502729) - BufferPoolReadIoBytes: 9.11 GB (9777521810) - BufferPoolReadIoOps: 4.66K (4662) - BufferPoolReadIoWaitTime: 2m43s - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 31.03 GB (33315955858) - BufferPoolWriteIoBytes: 31.03 GB (33315955858) - BufferPoolWriteIoOps: 15.89K (15886) - BufferPoolWriteIoWaitTime: 453.484ms - BuildRows: 186.09M (186085610) - BuildTime: 40s452ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.55 GB (5962627827) - ProbeRows: 621.31M (621314259) - ProbeRowsPartitioned: 449.31M (449313440) - ProbeTime: 1m52s - RowsReturned: 61.62K (61623) - RowsReturnedRate: 15.00 /sec Hash Join Builder (join_node_id=18): - BuildRowsPartitionTime: 35s643ms - BuildRowsPartitioned: 186.09M (186085610) - HashBuckets: 536.87M (536870912) - HashCollisions: 30.94M (30938052) - HashTablesBuildTime: 2m41s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 31.12 KB (31872) - RepartitionTime: 0.000ns - SpilledPartitions: 11 (11) EXCHANGE_NODE (id=30):(Total: 24m13s, non-child: 24m13s, % non-child: 100.00%) - BytesReceived: 5.09 GB (5463378006) - ConvertRowBatchTime: 4s900ms - DeserializeRowBatchTimer: 42s654ms - FirstBatchArrivalWaitTime: 17m10s - PeakMemoryUsage: 0 - RowsReturned: 186.09M (186085610) - RowsReturnedRate: 127.98 K/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns AGGREGATION_NODE (id=25):(Total: 59m34s, non-child: 22m10s, % non-child: 37.23%) - BufferPoolAllocTime: 11s338ms - BufferPoolAllocationBytes: 122.27 GB (131287107876) - BufferPoolAllocations: 48.01K (48010) - BufferPoolPeakReservation: 3.08 GB (3302714806) - BufferPoolPeakUnpinnedBytes: 34.57 GB (37117193654) - BufferPoolPeakUsedReservation: 3.08 GB (3302714806) - BufferPoolReadIoBytes: 22.81 GB (24496532918) - BufferPoolReadIoOps: 11.68K (11680) - BufferPoolReadIoWaitTime: 9m4s - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 34.57 GB (37117193654) - BufferPoolWriteIoBytes: 34.57 GB (37117193654) - BufferPoolWriteIoOps: 17.70K (17698) - BufferPoolWriteIoWaitTime: 2m28s - BuildTime: 5m23s - GetResultsTime: 1m31s - HTResizeTime: 31s943ms - HashBuckets: 1.07B (1073741824) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 3.08 GB (3302754870) - RowsRepartitioned: 650.47M (650468002) - RowsReturned: 621.31M (621314259) - RowsReturnedRate: 173.88 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=24):(Total: 37m23s, non-child: 37m23s, % non-child: 100.00%) - BytesReceived: 17.66 GB (18958934467) - ConvertRowBatchTime: 16s685ms - DeserializeRowBatchTimer: 2m55s - FirstBatchArrivalWaitTime: 1m48s - PeakMemoryUsage: 0 - RowsReturned: 650.47M (650473791) - RowsReturnedRate: 290.07 K/sec - SendersBlockedTimer: 54s668ms - SendersBlockedTotalTimer(*): 5m19s Fragment F04: Instance 4b403f9f6fe2ecf6:4f81291100000049 (host=vd1312.halxg.cloudera.com:22000):(Total: 1h42m, non-child: 18.551ms, % non-child: 0.00%) MemoryUsage(2m8s): 102.22 MB, 104.67 MB, 102.62 MB, 103.87 MB, 102.25 MB, 102.24 MB, 102.26 MB, 102.23 MB, 2.08 GB, 5.24 GB, 5.31 GB, 9.01 GB, 9.79 GB, 9.79 GB, 9.79 GB, 9.79 GB, 9.79 GB, 9.79 GB, 9.79 GB, 9.79 GB, 11.39 GB, 12.82 GB, 12.82 GB, 12.83 GB, 12.83 GB, 12.83 GB, 12.83 GB, 12.83 GB, 12.83 GB, 12.83 GB, 12.83 GB, 13.93 GB, 20.24 GB, 24.44 GB, 24.44 GB, 24.44 GB, 24.44 GB, 24.44 GB, 24.44 GB, 24.44 GB, 24.44 GB, 24.44 GB, 24.44 GB, 24.45 GB, 24.45 GB, 24.45 GB, 24.45 GB, 24.45 GB ThreadUsage(2m8s): 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.70 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 24.45 GB (26250051584) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 24.45 GB (26250308810) - PerHostPeakMemUsage: 44.22 GB (47475534951) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1h40m - TotalNetworkSendTime: 326.635us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 336.53K (336531) - TotalThreadsTotalWallClockTime: 2h54m - TotalThreadsSysTime: 3m17s - TotalThreadsUserTime: 26m22s - TotalThreadsVoluntaryContextSwitches: 4.29M (4288411) Fragment Instance Lifecycle Timings: - ExecTime: 608.086us - ExecTreeExecTime: 6.126us - OpenTime: 1h42m - ExecTreeOpenTime: 1h42m - PrepareTime: 36.988ms - ExecTreePrepareTime: 1.128ms DataStreamSender (dst_id=36):(Total: 92.718us, non-child: 92.718us, % non-child: 100.00%) - BytesSent: 2.57 KB (2634) - NetworkThroughput(*): 59.36 MB/sec - OverallThroughput: 27.09 MB/sec - PeakMemoryUsage: 1008.00 B (1008) - RowsReturned: 100 (100) - SerializeBatchTime: 36.043us - TransmitDataRPCTime: 42.315us - UncompressedRowBatchSize: 13.09 KB (13404) CodeGen:(Total: 716.018ms, non-child: 716.018ms, % non-child: 100.00%) - CodegenTime: 5.410ms - CompileTime: 214.515ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 250 (250) - NumInstructions: 9.56K (9560) - OptimizationTime: 478.222ms - PeakMemoryUsage: 4.67 MB (4894720) - PrepareTime: 22.740ms SORT_NODE (id=20):(Total: 1h42m, non-child: 6s029ms, % non-child: 0.10%) ExecOption: Codegen Enabled - InsertBatchTime: 223.406ms - PeakMemoryUsage: 56.00 KB (57344) - RowsReturned: 100 (100) - RowsReturnedRate: 0 HASH_JOIN_NODE (id=19):(Total: 1h42m, non-child: 35m24s, % non-child: 34.55%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 59s995ms - BufferPoolAllocationBytes: 340.20 GB (365290323968) - BufferPoolAllocations: 141.43K (141432) - BufferPoolPeakReservation: 16.12 GB (17314086912) - BufferPoolPeakUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolPeakUsedReservation: 16.12 GB (17314086912) - BufferPoolReadIoBytes: 82.31 GB (88382373888) - BufferPoolReadIoOps: 42.14K (42144) - BufferPoolReadIoWaitTime: 23m9s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolWriteIoBytes: 136.44 GB (146496552960) - BufferPoolWriteIoOps: 69.86K (69855) - BufferPoolWriteIoWaitTime: 2s199ms - BuildRows: 2.57B (2569438074) - BuildTime: 5m54s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 16.13 GB (17314152704) - ProbeRows: 61.62K (61624) - ProbeRowsPartitioned: 61.62K (61624) - ProbeTime: 709.146ms - RowsReturned: 2.59M (2586066) - RowsReturnedRate: 420.00 /sec Hash Join Builder (join_node_id=19): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 5m54s - BuildRowsPartitioned: 2.57B (2569438074) - HashBuckets: 4.29B (4294967296) - HashCollisions: 0 (0) - HashTablesBuildTime: 34m38s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 22.12 KB (22656) - RepartitionTime: 0.000ns - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=35):(Total: 40m36s, non-child: 2m55s, % non-child: 7.19%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3.99 GB, 13.30 GB, 20.83 GB, 28.20 GB, 35.01 GB, 40.69 GB, 45.96 GB, 50.88 GB, 55.90 GB, 60.67 GB, 65.53 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB - BytesReceived: 67.95 GB (72961798932) - ConvertRowBatchTime: 58s115ms - DeserializeRowBatchTimer: 5m14s - FirstBatchArrivalWaitTime: 23m35s - PeakMemoryUsage: 0 - RowsReturned: 2.57B (2569438074) - RowsReturnedRate: 1.05 M/sec - SendersBlockedTimer: 30s248ms - SendersBlockedTotalTimer(*): 2m10s HASH_JOIN_NODE (id=18):(Total: 1h5m, non-child: 4m46s, % non-child: 7.33%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 13s305ms - BufferPoolAllocationBytes: 50.11 GB (53808726016) - BufferPoolAllocations: 21.58K (21578) - BufferPoolPeakReservation: 5.25 GB (5632950272) - BufferPoolPeakUnpinnedBytes: 32.18 GB (34550579200) - BufferPoolPeakUsedReservation: 5.25 GB (5632950272) - BufferPoolReadIoBytes: 7.46 GB (8009023488) - BufferPoolReadIoOps: 3.82K (3819) - BufferPoolReadIoWaitTime: 2m43s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 32.18 GB (34550579200) - BufferPoolWriteIoBytes: 32.18 GB (34550579200) - BufferPoolWriteIoOps: 16.48K (16475) - BufferPoolWriteIoWaitTime: 201.103ms - BuildRows: 186.10M (186097048) - BuildTime: 47s669ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.25 GB (5633083548) - ProbeRows: 621.35M (621348805) - ProbeRowsPartitioned: 465.98M (465979150) - ProbeTime: 1m47s - RowsReturned: 61.62K (61624) - RowsReturnedRate: 15.00 /sec Hash Join Builder (join_node_id=18): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 43s650ms - BuildRowsPartitioned: 186.10M (186097048) - HashBuckets: 536.87M (536870912) - HashCollisions: 30.94M (30936267) - HashTablesBuildTime: 2m54s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 31.12 KB (31872) - RepartitionTime: 0.000ns - SpilledPartitions: 12 (12) EXCHANGE_NODE (id=30):(Total: 24m6s, non-child: 8s002ms, % non-child: 0.55%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 1.02 GB, 3.44 GB, 4.68 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB - BytesReceived: 5.09 GB (5463658897) - ConvertRowBatchTime: 4s883ms - DeserializeRowBatchTimer: 38s775ms - FirstBatchArrivalWaitTime: 17m16s - PeakMemoryUsage: 0 - RowsReturned: 186.10M (186097048) - RowsReturnedRate: 128.67 K/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns AGGREGATION_NODE (id=25):(Total: 1h, non-child: 22m45s, % non-child: 37.78%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 12s522ms - BufferPoolAllocationBytes: 122.79 GB (131845849088) - BufferPoolAllocations: 48.28K (48277) - BufferPoolPeakReservation: 3.08 GB (3303014400) - BufferPoolPeakUnpinnedBytes: 34.57 GB (37115396096) - BufferPoolPeakUsedReservation: 3.08 GB (3303014400) - BufferPoolReadIoBytes: 23.33 GB (25048383488) - BufferPoolReadIoOps: 11.94K (11944) - BufferPoolReadIoWaitTime: 9m59s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 34.57 GB (37115396096) - BufferPoolWriteIoBytes: 34.57 GB (37115396096) - BufferPoolWriteIoOps: 17.70K (17698) - BufferPoolWriteIoWaitTime: 1m30s - BuildTime: 5m17s - GetResultsTime: 1m28s - HTResizeTime: 30s728ms - HashBuckets: 1.07B (1073741824) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 3.08 GB (3303054464) - RowsRepartitioned: 650.45M (650448856) - RowsReturned: 621.35M (621348805) - RowsReturnedRate: 171.90 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=24):(Total: 37m28s, non-child: 42s305ms, % non-child: 1.88%) BytesReceived(1m4s): 0, 19.92 MB, 446.61 MB, 834.72 MB, 1.01 GB, 1.28 GB, 1.77 GB, 2.24 GB, 2.84 GB, 3.48 GB, 3.65 GB, 3.88 GB, 3.99 GB, 4.02 GB, 4.07 GB, 4.11 GB, 4.15 GB, 4.15 GB, 4.23 GB, 4.54 GB, 4.65 GB, 5.24 GB, 5.48 GB, 6.20 GB, 6.51 GB, 6.95 GB, 7.28 GB, 7.58 GB, 7.97 GB, 8.44 GB, 8.98 GB, 9.75 GB, 10.65 GB, 11.93 GB, 13.55 GB, 14.67 GB, 15.81 GB, 16.59 GB, 17.03 GB, 17.39 GB - BytesReceived: 17.66 GB (18958270067) - ConvertRowBatchTime: 16s572ms - DeserializeRowBatchTimer: 3m44s - FirstBatchArrivalWaitTime: 1m48s - PeakMemoryUsage: 0 - RowsReturned: 650.45M (650454622) - RowsReturnedRate: 289.23 K/sec - SendersBlockedTimer: 17s453ms - SendersBlockedTotalTimer(*): 1m43s Instance 4b403f9f6fe2ecf6:4f81291100000045 (host=vd1309.halxg.cloudera.com:22000):(Total: 1h42m, non-child: 23.949ms, % non-child: 0.00%) MemoryUsage(2m8s): 102.20 MB, 104.99 MB, 107.11 MB, 105.54 MB, 102.54 MB, 102.24 MB, 102.24 MB, 102.24 MB, 1.72 GB, 3.84 GB, 6.07 GB, 11.46 GB, 13.18 GB, 13.18 GB, 13.18 GB, 13.18 GB, 13.18 GB, 13.23 GB, 13.77 GB, 14.40 GB, 16.68 GB, 19.05 GB, 26.17 GB, 26.53 GB, 26.53 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB, 26.54 GB ThreadUsage(2m8s): 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.71 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 26.54 GB (28491907072) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 26.54 GB (28492164298) - PerHostPeakMemUsage: 44.26 GB (47521048847) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1h36m - TotalNetworkSendTime: 526.789us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 318.50K (318495) - TotalThreadsTotalWallClockTime: 2h55m - TotalThreadsSysTime: 3m24s - TotalThreadsUserTime: 26m54s - TotalThreadsVoluntaryContextSwitches: 4.18M (4176447) Fragment Instance Lifecycle Timings: - ExecTime: 715.069us - ExecTreeExecTime: 8.192us - OpenTime: 1h42m - ExecTreeOpenTime: 1h42m - PrepareTime: 64.647ms - ExecTreePrepareTime: 3.773ms DataStreamSender (dst_id=36):(Total: 113.477us, non-child: 113.477us, % non-child: 100.00%) - BytesSent: 2.59 KB (2655) - NetworkThroughput(*): 46.43 MB/sec - OverallThroughput: 22.31 MB/sec - PeakMemoryUsage: 1008.00 B (1008) - RowsReturned: 100 (100) - SerializeBatchTime: 41.080us - TransmitDataRPCTime: 54.532us - UncompressedRowBatchSize: 13.09 KB (13404) CodeGen:(Total: 746.760ms, non-child: 746.760ms, % non-child: 100.00%) - CodegenTime: 9.444ms - CompileTime: 212.921ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 250 (250) - NumInstructions: 9.56K (9560) - OptimizationTime: 491.765ms - PeakMemoryUsage: 4.67 MB (4894720) - PrepareTime: 41.362ms SORT_NODE (id=20):(Total: 1h42m, non-child: 5s244ms, % non-child: 0.09%) ExecOption: Codegen Enabled - InsertBatchTime: 223.433ms - PeakMemoryUsage: 56.00 KB (57344) - RowsReturned: 100 (100) - RowsReturnedRate: 0 HASH_JOIN_NODE (id=19):(Total: 1h42m, non-child: 34m52s, % non-child: 34.05%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 30s940ms - BufferPoolAllocationBytes: 338.75 GB (363732140032) - BufferPoolAllocations: 140.69K (140689) - BufferPoolPeakReservation: 16.14 GB (17332961280) - BufferPoolPeakUnpinnedBytes: 127.91 GB (137342484480) - BufferPoolPeakUsedReservation: 16.14 GB (17332961280) - BufferPoolReadIoBytes: 80.86 GB (86826287104) - BufferPoolReadIoOps: 41.40K (41402) - BufferPoolReadIoWaitTime: 21m56s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 127.91 GB (137342484480) - BufferPoolWriteIoBytes: 127.91 GB (137342484480) - BufferPoolWriteIoOps: 65.49K (65490) - BufferPoolWriteIoWaitTime: 2m20s - BuildRows: 2.57B (2569438074) - BuildTime: 8m55s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 16.14 GB (17333027072) - ProbeRows: 61.52K (61518) - ProbeRowsPartitioned: 57.65K (57646) - ProbeTime: 760.755ms - RowsReturned: 2.58M (2578810) - RowsReturnedRate: 419.00 /sec Hash Join Builder (join_node_id=19): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 8m10s - BuildRowsPartitioned: 2.57B (2569438074) - HashBuckets: 4.29B (4294967296) - HashCollisions: 0 (0) - HashTablesBuildTime: 33m24s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 22.12 KB (22656) - RepartitionTime: 0.000ns - SpilledPartitions: 15 (15) EXCHANGE_NODE (id=35):(Total: 38m20s, non-child: 2m35s, % non-child: 6.76%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3.97 GB, 13.27 GB, 20.81 GB, 28.19 GB, 35.00 GB, 40.67 GB, 45.95 GB, 50.87 GB, 55.89 GB, 60.66 GB, 65.52 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB - BytesReceived: 67.95 GB (72961798932) - ConvertRowBatchTime: 56s136ms - DeserializeRowBatchTimer: 5m34s - FirstBatchArrivalWaitTime: 23m35s - PeakMemoryUsage: 0 - RowsReturned: 2.57B (2569438074) - RowsReturnedRate: 1.12 M/sec - SendersBlockedTimer: 1m47s - SendersBlockedTotalTimer(*): 7m9s HASH_JOIN_NODE (id=18):(Total: 1h6m, non-child: 4m59s, % non-child: 7.55%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 16s029ms - BufferPoolAllocationBytes: 46.96 GB (50419728384) - BufferPoolAllocations: 19.96K (19962) - BufferPoolPeakReservation: 7.31 GB (7853834240) - BufferPoolPeakUnpinnedBytes: 26.81 GB (28791799808) - BufferPoolPeakUsedReservation: 7.31 GB (7853834240) - BufferPoolReadIoBytes: 8.43 GB (9053405184) - BufferPoolReadIoOps: 4.32K (4317) - BufferPoolReadIoWaitTime: 2m47s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 26.81 GB (28791799808) - BufferPoolWriteIoBytes: 26.81 GB (28791799808) - BufferPoolWriteIoOps: 13.73K (13729) - BufferPoolWriteIoWaitTime: 1s122ms - BuildRows: 186.07M (186068864) - BuildTime: 56s374ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 7.31 GB (7853910272) - ProbeRows: 621.31M (621313803) - ProbeRowsPartitioned: 388.28M (388282467) - ProbeTime: 1m55s - RowsReturned: 61.52K (61518) - RowsReturnedRate: 15.00 /sec Hash Join Builder (join_node_id=18): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 46s030ms - BuildRowsPartitioned: 186.07M (186068864) - HashBuckets: 536.87M (536870912) - HashCollisions: 30.94M (30941616) - HashTablesBuildTime: 2m45s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 31.12 KB (31872) - RepartitionTime: 0.000ns - SpilledPartitions: 10 (10) EXCHANGE_NODE (id=30):(Total: 24m2s, non-child: 9s053ms, % non-child: 0.63%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 854.87 MB, 1.93 GB, 3.50 GB, 4.98 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB - BytesReceived: 5.09 GB (5462873896) - ConvertRowBatchTime: 5s061ms - DeserializeRowBatchTimer: 1m59s - FirstBatchArrivalWaitTime: 17m8s - PeakMemoryUsage: 0 - RowsReturned: 186.07M (186068864) - RowsReturnedRate: 129.01 K/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns AGGREGATION_NODE (id=25):(Total: 1h1m, non-child: 25m18s, % non-child: 41.34%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 11s505ms - BufferPoolAllocationBytes: 124.32 GB (133492113408) - BufferPoolAllocations: 49.06K (49062) - BufferPoolPeakReservation: 3.08 GB (3305111552) - BufferPoolPeakUnpinnedBytes: 34.57 GB (37121687552) - BufferPoolPeakUsedReservation: 3.08 GB (3305111552) - BufferPoolReadIoBytes: 24.86 GB (26694647808) - BufferPoolReadIoOps: 12.73K (12729) - BufferPoolReadIoWaitTime: 9m52s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 34.57 GB (37121687552) - BufferPoolWriteIoBytes: 34.57 GB (37121687552) - BufferPoolWriteIoOps: 17.70K (17701) - BufferPoolWriteIoWaitTime: 3m8s - BuildTime: 6m52s - GetResultsTime: 1m31s - HTResizeTime: 38s013ms - HashBuckets: 1.07B (1073741824) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 3.08 GB (3305151616) - RowsRepartitioned: 650.51M (650514103) - RowsReturned: 621.31M (621313803) - RowsReturnedRate: 169.21 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=24):(Total: 35m53s, non-child: 47s440ms, % non-child: 2.20%) BytesReceived(1m4s): 0, 19.06 MB, 444.70 MB, 834.51 MB, 1.01 GB, 1.28 GB, 1.77 GB, 2.24 GB, 2.84 GB, 3.48 GB, 3.65 GB, 3.88 GB, 3.99 GB, 4.02 GB, 4.07 GB, 4.12 GB, 4.15 GB, 4.15 GB, 4.23 GB, 4.54 GB, 4.65 GB, 5.24 GB, 5.48 GB, 6.20 GB, 6.51 GB, 6.95 GB, 7.28 GB, 7.58 GB, 7.97 GB, 8.43 GB, 8.97 GB, 9.74 GB, 10.65 GB, 11.92 GB, 13.54 GB, 14.67 GB, 15.81 GB, 16.59 GB, 17.03 GB, 17.39 GB - BytesReceived: 17.66 GB (18960285361) - ConvertRowBatchTime: 16s523ms - DeserializeRowBatchTimer: 4m12s - FirstBatchArrivalWaitTime: 1m48s - PeakMemoryUsage: 0 - RowsReturned: 650.52M (650519861) - RowsReturnedRate: 302.04 K/sec - SendersBlockedTimer: 1m13s - SendersBlockedTotalTimer(*): 6m54s Instance 4b403f9f6fe2ecf6:4f81291100000044 (host=vd1311.halxg.cloudera.com:22000):(Total: 1h39m, non-child: 14.913ms, % non-child: 0.00%) MemoryUsage(2m8s): 102.22 MB, 104.16 MB, 105.11 MB, 104.56 MB, 102.25 MB, 102.24 MB, 102.24 MB, 102.24 MB, 1.74 GB, 4.01 GB, 4.38 GB, 6.54 GB, 6.73 GB, 6.73 GB, 6.73 GB, 6.73 GB, 6.73 GB, 6.73 GB, 6.73 GB, 6.73 GB, 8.37 GB, 9.76 GB, 9.77 GB, 9.77 GB, 9.77 GB, 9.77 GB, 9.77 GB, 9.77 GB, 9.77 GB, 9.77 GB, 9.77 GB, 12.13 GB, 20.69 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.17 GB, 24.17 GB, 24.17 GB, 24.17 GB ThreadUsage(2m8s): 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.72 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 24.17 GB (25948061696) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 24.17 GB (25948318954) - PerHostPeakMemUsage: 44.25 GB (47515393097) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1h42m - TotalNetworkSendTime: 410.374us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 289.71K (289706) - TotalThreadsTotalWallClockTime: 2h51m - TotalThreadsSysTime: 3m14s - TotalThreadsUserTime: 25m23s - TotalThreadsVoluntaryContextSwitches: 4.32M (4317861) Fragment Instance Lifecycle Timings: - ExecTime: 654.145us - ExecTreeExecTime: 7.156us - OpenTime: 1h39m - ExecTreeOpenTime: 1h39m - PrepareTime: 51.966ms - ExecTreePrepareTime: 2.263ms DataStreamSender (dst_id=36):(Total: 119.296us, non-child: 119.296us, % non-child: 100.00%) - BytesSent: 2.62 KB (2687) - NetworkThroughput(*): 44.63 MB/sec - OverallThroughput: 21.48 MB/sec - PeakMemoryUsage: 1008.00 B (1008) - RowsReturned: 100 (100) - SerializeBatchTime: 46.745us - TransmitDataRPCTime: 57.413us - UncompressedRowBatchSize: 13.09 KB (13404) CodeGen:(Total: 712.340ms, non-child: 712.340ms, % non-child: 100.00%) - CodegenTime: 5.129ms - CompileTime: 207.682ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 250 (250) - NumInstructions: 9.56K (9560) - OptimizationTime: 467.932ms - PeakMemoryUsage: 4.67 MB (4894720) - PrepareTime: 36.227ms SORT_NODE (id=20):(Total: 1h39m, non-child: 5s836ms, % non-child: 0.10%) ExecOption: Codegen Enabled - InsertBatchTime: 216.463ms - PeakMemoryUsage: 56.00 KB (57344) - RowsReturned: 100 (100) - RowsReturnedRate: 0 HASH_JOIN_NODE (id=19):(Total: 1h39m, non-child: 32m30s, % non-child: 32.70%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 22s831ms - BufferPoolAllocationBytes: 339.79 GB (364847824896) - BufferPoolAllocations: 141.22K (141221) - BufferPoolPeakReservation: 16.12 GB (17314086912) - BufferPoolPeakUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolPeakUsedReservation: 16.12 GB (17314086912) - BufferPoolReadIoBytes: 81.90 GB (87939874816) - BufferPoolReadIoOps: 41.93K (41933) - BufferPoolReadIoWaitTime: 21m57s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolWriteIoBytes: 136.44 GB (146496552960) - BufferPoolWriteIoOps: 69.86K (69855) - BufferPoolWriteIoWaitTime: 182.950ms - BuildRows: 2.57B (2569438074) - BuildTime: 5m42s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 16.13 GB (17314152704) - ProbeRows: 61.65K (61651) - ProbeRowsPartitioned: 61.65K (61651) - ProbeTime: 691.257ms - RowsReturned: 2.58M (2584520) - RowsReturnedRate: 433.00 /sec Hash Join Builder (join_node_id=19): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 5m41s - BuildRowsPartitioned: 2.57B (2569438074) - HashBuckets: 4.29B (4294967296) - HashCollisions: 0 (0) - HashTablesBuildTime: 31m45s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 22.12 KB (22656) - RepartitionTime: 0.000ns - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=35):(Total: 40m52s, non-child: 2m38s, % non-child: 6.48%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4.00 GB, 13.30 GB, 20.84 GB, 28.21 GB, 35.02 GB, 40.69 GB, 45.96 GB, 50.88 GB, 55.91 GB, 60.67 GB, 65.53 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB - BytesReceived: 67.95 GB (72961798932) - ConvertRowBatchTime: 58s312ms - DeserializeRowBatchTimer: 4m48s - FirstBatchArrivalWaitTime: 23m35s - PeakMemoryUsage: 0 - RowsReturned: 2.57B (2569438074) - RowsReturnedRate: 1.05 M/sec - SendersBlockedTimer: 19s532ms - SendersBlockedTotalTimer(*): 1m26s HASH_JOIN_NODE (id=18):(Total: 1h4m, non-child: 4m49s, % non-child: 7.45%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 5s201ms - BufferPoolAllocationBytes: 52.11 GB (55949918208) - BufferPoolAllocations: 22.60K (22599) - BufferPoolPeakReservation: 4.96 GB (5330960384) - BufferPoolPeakUnpinnedBytes: 32.18 GB (34548482048) - BufferPoolPeakUsedReservation: 4.96 GB (5330960384) - BufferPoolReadIoBytes: 9.46 GB (10152312832) - BufferPoolReadIoOps: 4.84K (4841) - BufferPoolReadIoWaitTime: 2m55s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 32.18 GB (34548482048) - BufferPoolWriteIoBytes: 32.18 GB (34548482048) - BufferPoolWriteIoOps: 16.47K (16474) - BufferPoolWriteIoWaitTime: 587.120ms - BuildRows: 186.08M (186083922) - BuildTime: 36s628ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 4.96 GB (5331093660) - ProbeRows: 621.31M (621308123) - ProbeRowsPartitioned: 465.95M (465954970) - ProbeTime: 1m40s - RowsReturned: 61.65K (61651) - RowsReturnedRate: 15.00 /sec Hash Join Builder (join_node_id=18): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 32s305ms - BuildRowsPartitioned: 186.08M (186083922) - HashBuckets: 536.87M (536870912) - HashCollisions: 30.94M (30937560) - HashTablesBuildTime: 2m43s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 31.12 KB (31872) - RepartitionTime: 0.000ns - SpilledPartitions: 12 (12) EXCHANGE_NODE (id=30):(Total: 24m17s, non-child: 7s610ms, % non-child: 0.52%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 864.51 MB, 2.67 GB, 4.50 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB - BytesReceived: 5.09 GB (5463379419) - ConvertRowBatchTime: 4s707ms - DeserializeRowBatchTimer: 29s108ms - FirstBatchArrivalWaitTime: 17m8s - PeakMemoryUsage: 0 - RowsReturned: 186.08M (186083922) - RowsReturnedRate: 127.67 K/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns AGGREGATION_NODE (id=25):(Total: 59m58s, non-child: 21m29s, % non-child: 35.83%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 10s699ms - BufferPoolAllocationBytes: 122.52 GB (131552247808) - BufferPoolAllocations: 48.14K (48137) - BufferPoolPeakReservation: 3.08 GB (3303014400) - BufferPoolPeakUnpinnedBytes: 34.57 GB (37115396096) - BufferPoolPeakUsedReservation: 3.08 GB (3303014400) - BufferPoolReadIoBytes: 23.06 GB (24761073664) - BufferPoolReadIoOps: 11.81K (11807) - BufferPoolReadIoWaitTime: 9m33s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 34.57 GB (37115396096) - BufferPoolWriteIoBytes: 34.57 GB (37115396096) - BufferPoolWriteIoOps: 17.70K (17698) - BufferPoolWriteIoWaitTime: 2m2s - BuildTime: 4m17s - GetResultsTime: 1m23s - HTResizeTime: 30s550ms - HashBuckets: 1.07B (1073741824) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 3.08 GB (3303054464) - RowsRepartitioned: 650.43M (650431991) - RowsReturned: 621.31M (621308123) - RowsReturnedRate: 172.64 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=24):(Total: 38m29s, non-child: 41s592ms, % non-child: 1.80%) BytesReceived(1m4s): 0, 20.20 MB, 447.40 MB, 835.40 MB, 1.01 GB, 1.28 GB, 1.77 GB, 2.24 GB, 2.85 GB, 3.48 GB, 3.65 GB, 3.88 GB, 3.99 GB, 4.02 GB, 4.07 GB, 4.11 GB, 4.15 GB, 4.15 GB, 4.23 GB, 4.54 GB, 4.65 GB, 5.24 GB, 5.48 GB, 6.20 GB, 6.51 GB, 6.95 GB, 7.28 GB, 7.58 GB, 7.97 GB, 8.43 GB, 8.98 GB, 9.75 GB, 10.65 GB, 11.93 GB, 13.55 GB, 14.67 GB, 15.81 GB, 16.59 GB, 17.03 GB, 17.39 GB - BytesReceived: 17.66 GB (18957952753) - ConvertRowBatchTime: 16s727ms - DeserializeRowBatchTimer: 2m5s - FirstBatchArrivalWaitTime: 1m48s - PeakMemoryUsage: 0 - RowsReturned: 650.44M (650437906) - RowsReturnedRate: 281.66 K/sec - SendersBlockedTimer: 34s726ms - SendersBlockedTotalTimer(*): 3m39s Instance 4b403f9f6fe2ecf6:4f81291100000046 (host=vd1314.halxg.cloudera.com:22000):(Total: 1h38m, non-child: 15.006ms, % non-child: 0.00%) MemoryUsage(2m8s): 102.22 MB, 102.94 MB, 103.29 MB, 103.22 MB, 102.25 MB, 102.26 MB, 102.25 MB, 102.24 MB, 2.44 GB, 5.90 GB, 6.02 GB, 9.50 GB, 10.21 GB, 10.21 GB, 10.21 GB, 10.21 GB, 10.21 GB, 10.21 GB, 10.21 GB, 10.21 GB, 11.89 GB, 13.24 GB, 13.25 GB, 13.25 GB, 13.25 GB, 13.25 GB, 13.25 GB, 13.25 GB, 13.25 GB, 13.25 GB, 13.25 GB, 15.74 GB, 24.67 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB, 25.15 GB ThreadUsage(2m8s): 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.72 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 25.15 GB (27009220608) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 25.15 GB (27009477682) - PerHostPeakMemUsage: 44.22 GB (47481811062) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1h40m - TotalNetworkSendTime: 333.983us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 288.97K (288967) - TotalThreadsTotalWallClockTime: 2h50m - TotalThreadsSysTime: 3m17s - TotalThreadsUserTime: 25m4s - TotalThreadsVoluntaryContextSwitches: 4.31M (4306741) Fragment Instance Lifecycle Timings: - ExecTime: 642.596us - ExecTreeExecTime: 10.170us - OpenTime: 1h38m - ExecTreeOpenTime: 1h38m - PrepareTime: 45.069ms - ExecTreePrepareTime: 1.704ms DataStreamSender (dst_id=36):(Total: 130.820us, non-child: 130.820us, % non-child: 100.00%) - BytesSent: 2.71 KB (2774) - NetworkThroughput(*): 50.86 MB/sec - OverallThroughput: 20.22 MB/sec - PeakMemoryUsage: 1008.00 B (1008) - RowsReturned: 100 (100) - SerializeBatchTime: 63.155us - TransmitDataRPCTime: 52.016us - UncompressedRowBatchSize: 13.09 KB (13404) CodeGen:(Total: 716.207ms, non-child: 716.207ms, % non-child: 100.00%) - CodegenTime: 5.979ms - CompileTime: 208.606ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 250 (250) - NumInstructions: 9.56K (9560) - OptimizationTime: 477.339ms - PeakMemoryUsage: 4.67 MB (4894720) - PrepareTime: 29.751ms SORT_NODE (id=20):(Total: 1h38m, non-child: 5s772ms, % non-child: 0.10%) ExecOption: Codegen Enabled - InsertBatchTime: 235.132ms - PeakMemoryUsage: 56.00 KB (57344) - RowsReturned: 100 (100) - RowsReturnedRate: 0 HASH_JOIN_NODE (id=19):(Total: 1h38m, non-child: 32m24s, % non-child: 32.82%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 57s930ms - BufferPoolAllocationBytes: 335.51 GB (360250867712) - BufferPoolAllocations: 139.03K (139029) - BufferPoolPeakReservation: 16.12 GB (17314086912) - BufferPoolPeakUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolPeakUsedReservation: 16.12 GB (17314086912) - BufferPoolReadIoBytes: 77.62 GB (83342917632) - BufferPoolReadIoOps: 39.74K (39741) - BufferPoolReadIoWaitTime: 21m25s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolWriteIoBytes: 136.44 GB (146496552960) - BufferPoolWriteIoOps: 69.86K (69855) - BufferPoolWriteIoWaitTime: 1s026ms - BuildRows: 2.57B (2569438074) - BuildTime: 6m2s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 16.13 GB (17314152704) - ProbeRows: 61.43K (61430) - ProbeRowsPartitioned: 61.43K (61430) - ProbeTime: 6s761ms - RowsReturned: 2.58M (2581719) - RowsReturnedRate: 435.00 /sec Hash Join Builder (join_node_id=19): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 6m1s - BuildRowsPartitioned: 2.57B (2569438074) - HashBuckets: 4.29B (4294967296) - HashCollisions: 0 (0) - HashTablesBuildTime: 31m33s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 22.12 KB (22656) - RepartitionTime: 0.000ns - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=35):(Total: 40m25s, non-child: 2m58s, % non-child: 7.34%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3.97 GB, 13.27 GB, 20.81 GB, 28.18 GB, 35.00 GB, 40.67 GB, 45.95 GB, 50.87 GB, 55.89 GB, 60.66 GB, 65.52 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB - BytesReceived: 67.95 GB (72961798932) - ConvertRowBatchTime: 58s309ms - DeserializeRowBatchTimer: 5m26s - FirstBatchArrivalWaitTime: 23m35s - PeakMemoryUsage: 0 - RowsReturned: 2.57B (2569438074) - RowsReturnedRate: 1.06 M/sec - SendersBlockedTimer: 18s960ms - SendersBlockedTotalTimer(*): 1m30s HASH_JOIN_NODE (id=18):(Total: 1h4m, non-child: 4m33s, % non-child: 7.10%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 10s918ms - BufferPoolAllocationBytes: 46.83 GB (50285510656) - BufferPoolAllocations: 19.90K (19898) - BufferPoolPeakReservation: 5.96 GB (6394216448) - BufferPoolPeakUnpinnedBytes: 29.50 GB (31673286656) - BufferPoolPeakUsedReservation: 5.96 GB (6394216448) - BufferPoolReadIoBytes: 6.24 GB (6700400640) - BufferPoolReadIoOps: 3.19K (3195) - BufferPoolReadIoWaitTime: 2m23s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 29.50 GB (31673286656) - BufferPoolWriteIoBytes: 29.50 GB (31673286656) - BufferPoolWriteIoOps: 15.10K (15103) - BufferPoolWriteIoWaitTime: 194.588ms - BuildRows: 186.09M (186093738) - BuildTime: 34s561ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.96 GB (6394349724) - ProbeRows: 621.30M (621304883) - ProbeRowsPartitioned: 427.11M (427110223) - ProbeTime: 1m56s - RowsReturned: 61.43K (61430) - RowsReturnedRate: 15.00 /sec Hash Join Builder (join_node_id=18): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 30s284ms - BuildRowsPartitioned: 186.09M (186093738) - HashBuckets: 536.87M (536870912) - HashCollisions: 30.94M (30940484) - HashTablesBuildTime: 2m37s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 31.12 KB (31872) - RepartitionTime: 0.000ns - SpilledPartitions: 11 (11) EXCHANGE_NODE (id=30):(Total: 24m19s, non-child: 7s930ms, % non-child: 0.54%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 1.21 GB, 3.84 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB - BytesReceived: 5.09 GB (5463615956) - ConvertRowBatchTime: 4s908ms - DeserializeRowBatchTimer: 25s516ms - FirstBatchArrivalWaitTime: 17m8s - PeakMemoryUsage: 0 - RowsReturned: 186.09M (186093738) - RowsReturnedRate: 127.49 K/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns AGGREGATION_NODE (id=25):(Total: 59m42s, non-child: 22m5s, % non-child: 37.00%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 10s000ms - BufferPoolAllocationBytes: 121.54 GB (130503671808) - BufferPoolAllocations: 47.64K (47637) - BufferPoolPeakReservation: 3.07 GB (3300917248) - BufferPoolPeakUnpinnedBytes: 34.57 GB (37117493248) - BufferPoolPeakUsedReservation: 3.07 GB (3300917248) - BufferPoolReadIoBytes: 22.09 GB (23722983424) - BufferPoolReadIoOps: 11.31K (11312) - BufferPoolReadIoWaitTime: 9m2s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 34.57 GB (37117493248) - BufferPoolWriteIoBytes: 34.57 GB (37117493248) - BufferPoolWriteIoOps: 17.70K (17699) - BufferPoolWriteIoWaitTime: 1m10s - BuildTime: 5m9s - GetResultsTime: 1m36s - HTResizeTime: 30s446ms - HashBuckets: 1.07B (1073741824) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 3.07 GB (3300957312) - RowsRepartitioned: 650.49M (650490711) - RowsReturned: 621.30M (621304883) - RowsReturnedRate: 173.44 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=24):(Total: 37m37s, non-child: 52s982ms, % non-child: 2.35%) BytesReceived(1m4s): 0, 18.84 MB, 444.03 MB, 834.12 MB, 1.01 GB, 1.28 GB, 1.77 GB, 2.24 GB, 2.84 GB, 3.48 GB, 3.65 GB, 3.88 GB, 3.99 GB, 4.02 GB, 4.07 GB, 4.11 GB, 4.15 GB, 4.15 GB, 4.22 GB, 4.54 GB, 4.65 GB, 5.24 GB, 5.48 GB, 6.20 GB, 6.51 GB, 6.95 GB, 7.28 GB, 7.58 GB, 7.97 GB, 8.43 GB, 8.97 GB, 9.74 GB, 10.65 GB, 11.92 GB, 13.54 GB, 14.67 GB, 15.81 GB, 16.59 GB, 17.03 GB, 17.39 GB - BytesReceived: 17.66 GB (18959568260) - ConvertRowBatchTime: 16s663ms - DeserializeRowBatchTimer: 4m31s - FirstBatchArrivalWaitTime: 1m48s - PeakMemoryUsage: 0 - RowsReturned: 650.50M (650496571) - RowsReturnedRate: 288.21 K/sec - SendersBlockedTimer: 12s810ms - SendersBlockedTotalTimer(*): 1m19s Instance 4b403f9f6fe2ecf6:4f81291100000043 (host=vd1316.halxg.cloudera.com:22000):(Total: 1h38m, non-child: 16.178ms, % non-child: 0.00%) MemoryUsage(2m8s): 102.22 MB, 107.56 MB, 109.97 MB, 104.29 MB, 102.36 MB, 102.24 MB, 102.24 MB, 102.24 MB, 2.46 GB, 5.38 GB, 5.41 GB, 7.55 GB, 7.87 GB, 7.87 GB, 7.87 GB, 7.87 GB, 7.87 GB, 7.88 GB, 7.87 GB, 7.87 GB, 9.54 GB, 10.91 GB, 10.91 GB, 10.91 GB, 10.91 GB, 10.91 GB, 10.91 GB, 10.91 GB, 10.91 GB, 10.91 GB, 10.91 GB, 16.25 GB, 24.34 GB, 24.53 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB, 24.54 GB ThreadUsage(2m8s): 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.73 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 24.54 GB (26350714880) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 24.54 GB (26350971954) - PerHostPeakMemUsage: 44.25 GB (47514374484) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1h40m - TotalNetworkSendTime: 324.533us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 283.46K (283462) - TotalThreadsTotalWallClockTime: 2h50m - TotalThreadsSysTime: 3m16s - TotalThreadsUserTime: 25m7s - TotalThreadsVoluntaryContextSwitches: 4.28M (4276233) Fragment Instance Lifecycle Timings: - ExecTime: 626.436us - ExecTreeExecTime: 8.079us - OpenTime: 1h38m - ExecTreeOpenTime: 1h38m - PrepareTime: 42.513ms - ExecTreePrepareTime: 1.402ms DataStreamSender (dst_id=36):(Total: 106.170us, non-child: 106.170us, % non-child: 100.00%) - BytesSent: 2.60 KB (2663) - NetworkThroughput(*): 47.38 MB/sec - OverallThroughput: 23.92 MB/sec - PeakMemoryUsage: 1008.00 B (1008) - RowsReturned: 100 (100) - SerializeBatchTime: 38.080us - TransmitDataRPCTime: 53.607us - UncompressedRowBatchSize: 13.09 KB (13404) CodeGen:(Total: 732.511ms, non-child: 732.511ms, % non-child: 100.00%) - CodegenTime: 5.870ms - CompileTime: 206.845ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 250 (250) - NumInstructions: 9.56K (9560) - OptimizationTime: 497.196ms - PeakMemoryUsage: 4.67 MB (4894720) - PrepareTime: 27.983ms SORT_NODE (id=20):(Total: 1h38m, non-child: 4s856ms, % non-child: 0.08%) ExecOption: Codegen Enabled - InsertBatchTime: 226.899ms - PeakMemoryUsage: 56.00 KB (57344) - RowsReturned: 100 (100) - RowsReturnedRate: 0 HASH_JOIN_NODE (id=19):(Total: 1h38m, non-child: 32m38s, % non-child: 33.12%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 24s015ms - BufferPoolAllocationBytes: 338.62 GB (363585339392) - BufferPoolAllocations: 140.62K (140619) - BufferPoolPeakReservation: 16.12 GB (17314086912) - BufferPoolPeakUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolPeakUsedReservation: 16.12 GB (17314086912) - BufferPoolReadIoBytes: 80.72 GB (86677389312) - BufferPoolReadIoOps: 41.33K (41331) - BufferPoolReadIoWaitTime: 22m14s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolWriteIoBytes: 136.44 GB (146496552960) - BufferPoolWriteIoOps: 69.86K (69855) - BufferPoolWriteIoWaitTime: 2s614ms - BuildRows: 2.57B (2569438074) - BuildTime: 5m42s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 16.13 GB (17314152704) - ProbeRows: 61.37K (61368) - ProbeRowsPartitioned: 61.37K (61368) - ProbeTime: 713.489ms - RowsReturned: 2.57M (2571654) - RowsReturnedRate: 434.00 /sec Hash Join Builder (join_node_id=19): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 5m41s - BuildRowsPartitioned: 2.57B (2569438074) - HashBuckets: 4.29B (4294967296) - HashCollisions: 0 (0) - HashTablesBuildTime: 31m54s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 22.12 KB (22656) - RepartitionTime: 0.000ns - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=35):(Total: 40m51s, non-child: 2m33s, % non-child: 6.25%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3.97 GB, 13.27 GB, 20.81 GB, 28.19 GB, 35.00 GB, 40.67 GB, 45.95 GB, 50.87 GB, 55.89 GB, 60.66 GB, 65.52 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB - BytesReceived: 67.95 GB (72961798932) - ConvertRowBatchTime: 58s318ms - DeserializeRowBatchTimer: 4m43s - FirstBatchArrivalWaitTime: 23m35s - PeakMemoryUsage: 0 - RowsReturned: 2.57B (2569438074) - RowsReturnedRate: 1.05 M/sec - SendersBlockedTimer: 11s321ms - SendersBlockedTotalTimer(*): 45s158ms HASH_JOIN_NODE (id=18):(Total: 1h3m, non-child: 4m33s, % non-child: 7.14%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 5s554ms - BufferPoolAllocationBytes: 50.65 GB (54385442816) - BufferPoolAllocations: 21.85K (21853) - BufferPoolPeakReservation: 5.34 GB (5735710720) - BufferPoolPeakUnpinnedBytes: 32.18 GB (34548482048) - BufferPoolPeakUsedReservation: 5.34 GB (5735710720) - BufferPoolReadIoBytes: 8.00 GB (8589934592) - BufferPoolReadIoOps: 4.10K (4096) - BufferPoolReadIoWaitTime: 2m26s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 32.18 GB (34548482048) - BufferPoolWriteIoBytes: 32.18 GB (34548482048) - BufferPoolWriteIoOps: 16.47K (16474) - BufferPoolWriteIoWaitTime: 345.035ms - BuildRows: 186.09M (186089974) - BuildTime: 34s086ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.34 GB (5735843996) - ProbeRows: 621.32M (621315549) - ProbeRowsPartitioned: 465.97M (465966940) - ProbeTime: 1m52s - RowsReturned: 61.37K (61368) - RowsReturnedRate: 16.00 /sec Hash Join Builder (join_node_id=18): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 30s988ms - BuildRowsPartitioned: 186.09M (186089974) - HashBuckets: 536.87M (536870912) - HashCollisions: 30.95M (30946930) - HashTablesBuildTime: 2m37s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 31.12 KB (31872) - RepartitionTime: 0.000ns - SpilledPartitions: 12 (12) EXCHANGE_NODE (id=30):(Total: 24m18s, non-child: 7s878ms, % non-child: 0.54%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 1.22 GB, 3.81 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB - BytesReceived: 5.09 GB (5463492816) - ConvertRowBatchTime: 4s877ms - DeserializeRowBatchTimer: 24s338ms - FirstBatchArrivalWaitTime: 17m8s - PeakMemoryUsage: 0 - RowsReturned: 186.09M (186089974) - RowsReturnedRate: 127.55 K/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns AGGREGATION_NODE (id=25):(Total: 59m17s, non-child: 22m39s, % non-child: 38.23%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 11s890ms - BufferPoolAllocationBytes: 121.29 GB (130237333504) - BufferPoolAllocations: 47.51K (47510) - BufferPoolPeakReservation: 3.07 GB (3300917248) - BufferPoolPeakUnpinnedBytes: 34.57 GB (37121687552) - BufferPoolPeakUsedReservation: 3.07 GB (3300917248) - BufferPoolReadIoBytes: 21.83 GB (23435673600) - BufferPoolReadIoOps: 11.18K (11175) - BufferPoolReadIoWaitTime: 9m1s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 34.57 GB (37121687552) - BufferPoolWriteIoBytes: 34.57 GB (37121687552) - BufferPoolWriteIoOps: 17.70K (17701) - BufferPoolWriteIoWaitTime: 4m7s - BuildTime: 6m9s - GetResultsTime: 1m33s - HTResizeTime: 30s202ms - HashBuckets: 1.07B (1073741824) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 3.07 GB (3300957312) - RowsRepartitioned: 650.49M (650489099) - RowsReturned: 621.32M (621315549) - RowsReturnedRate: 174.65 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=24):(Total: 36m37s, non-child: 39s675ms, % non-child: 1.81%) BytesReceived(1m4s): 0, 19.10 MB, 444.70 MB, 834.20 MB, 1.00 GB, 1.28 GB, 1.77 GB, 2.24 GB, 2.84 GB, 3.48 GB, 3.65 GB, 3.88 GB, 3.99 GB, 4.02 GB, 4.07 GB, 4.12 GB, 4.15 GB, 4.15 GB, 4.23 GB, 4.54 GB, 4.65 GB, 5.24 GB, 5.48 GB, 6.20 GB, 6.51 GB, 6.95 GB, 7.28 GB, 7.58 GB, 7.97 GB, 8.43 GB, 8.97 GB, 9.74 GB, 10.65 GB, 11.92 GB, 13.54 GB, 14.67 GB, 15.81 GB, 16.59 GB, 17.03 GB, 17.39 GB - BytesReceived: 17.66 GB (18959512774) - ConvertRowBatchTime: 16s629ms - DeserializeRowBatchTimer: 1m45s - FirstBatchArrivalWaitTime: 1m48s - PeakMemoryUsage: 0 - RowsReturned: 650.49M (650494914) - RowsReturnedRate: 296.00 K/sec - SendersBlockedTimer: 1m40s - SendersBlockedTotalTimer(*): 9m24s Instance 4b403f9f6fe2ecf6:4f81291100000047 (host=vd1313.halxg.cloudera.com:22000):(Total: 1h38m, non-child: 15.962ms, % non-child: 0.00%) MemoryUsage(2m8s): 102.22 MB, 110.52 MB, 105.04 MB, 103.45 MB, 102.51 MB, 102.24 MB, 102.23 MB, 102.24 MB, 1.65 GB, 3.55 GB, 3.83 GB, 9.04 GB, 10.06 GB, 10.06 GB, 10.06 GB, 10.06 GB, 10.27 GB, 10.93 GB, 11.54 GB, 12.17 GB, 14.59 GB, 16.83 GB, 23.98 GB, 24.30 GB, 24.30 GB, 24.30 GB, 24.30 GB, 24.30 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB, 24.31 GB ThreadUsage(2m8s): 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.74 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 24.31 GB (26099056640) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 24.31 GB (26099313738) - PerHostPeakMemUsage: 44.24 GB (47505062576) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1h38m - TotalNetworkSendTime: 346.235us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 291.51K (291507) - TotalThreadsTotalWallClockTime: 2h50m - TotalThreadsSysTime: 3m8s - TotalThreadsUserTime: 26m11s - TotalThreadsVoluntaryContextSwitches: 4.10M (4096205) Fragment Instance Lifecycle Timings: - ExecTime: 585.894us - ExecTreeExecTime: 8.842us - OpenTime: 1h38m - ExecTreeOpenTime: 1h38m - PrepareTime: 39.070ms - ExecTreePrepareTime: 1.286ms DataStreamSender (dst_id=36):(Total: 110.613us, non-child: 110.613us, % non-child: 100.00%) - BytesSent: 2.62 KB (2686) - NetworkThroughput(*): 45.46 MB/sec - OverallThroughput: 23.16 MB/sec - PeakMemoryUsage: 1008.00 B (1008) - RowsReturned: 100 (100) - SerializeBatchTime: 44.747us - TransmitDataRPCTime: 56.353us - UncompressedRowBatchSize: 13.09 KB (13404) CodeGen:(Total: 793.018ms, non-child: 793.018ms, % non-child: 100.00%) - CodegenTime: 6.464ms - CompileTime: 246.692ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 250 (250) - NumInstructions: 9.56K (9560) - OptimizationTime: 521.841ms - PeakMemoryUsage: 4.67 MB (4894720) - PrepareTime: 23.922ms SORT_NODE (id=20):(Total: 1h38m, non-child: 5s396ms, % non-child: 0.09%) ExecOption: Codegen Enabled - InsertBatchTime: 227.355ms - PeakMemoryUsage: 56.00 KB (57344) - RowsReturned: 100 (100) - RowsReturnedRate: 0 HASH_JOIN_NODE (id=19):(Total: 1h37m, non-child: 32m27s, % non-child: 33.16%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 16s387ms - BufferPoolAllocationBytes: 340.06 GB (365137231872) - BufferPoolAllocations: 141.36K (141359) - BufferPoolPeakReservation: 16.14 GB (17332961280) - BufferPoolPeakUnpinnedBytes: 127.91 GB (137342484480) - BufferPoolPeakUsedReservation: 16.14 GB (17332961280) - BufferPoolReadIoBytes: 82.17 GB (88231378944) - BufferPoolReadIoOps: 42.07K (42072) - BufferPoolReadIoWaitTime: 20m50s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 127.91 GB (137342484480) - BufferPoolWriteIoBytes: 127.91 GB (137342484480) - BufferPoolWriteIoOps: 65.49K (65490) - BufferPoolWriteIoWaitTime: 3m18s - BuildRows: 2.57B (2569438074) - BuildTime: 9m31s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 16.14 GB (17333027072) - ProbeRows: 61.93K (61933) - ProbeRowsPartitioned: 58.15K (58154) - ProbeTime: 755.147ms - RowsReturned: 2.60M (2603461) - RowsReturnedRate: 443.00 /sec Hash Join Builder (join_node_id=19): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 8m48s - BuildRowsPartitioned: 2.57B (2569438074) - HashBuckets: 4.29B (4294967296) - HashCollisions: 0 (0) - HashTablesBuildTime: 31m2s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 22.12 KB (22656) - RepartitionTime: 0.000ns - SpilledPartitions: 15 (15) EXCHANGE_NODE (id=35):(Total: 37m43s, non-child: 2m18s, % non-child: 6.11%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3.99 GB, 13.29 GB, 20.83 GB, 28.20 GB, 35.01 GB, 40.68 GB, 45.96 GB, 50.88 GB, 55.90 GB, 60.67 GB, 65.53 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB - BytesReceived: 67.95 GB (72961798932) - ConvertRowBatchTime: 57s423ms - DeserializeRowBatchTimer: 4m42s - FirstBatchArrivalWaitTime: 23m35s - PeakMemoryUsage: 0 - RowsReturned: 2.57B (2569438074) - RowsReturnedRate: 1.13 M/sec - SendersBlockedTimer: 2m44s - SendersBlockedTotalTimer(*): 11m30s HASH_JOIN_NODE (id=18):(Total: 1h3m, non-child: 5m24s, % non-child: 8.46%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 7s630ms - BufferPoolAllocationBytes: 56.81 GB (61001957376) - BufferPoolAllocations: 25.01K (25008) - BufferPoolPeakReservation: 5.09 GB (5463080960) - BufferPoolPeakUnpinnedBytes: 32.18 GB (34550579200) - BufferPoolPeakUsedReservation: 5.09 GB (5463080960) - BufferPoolReadIoBytes: 14.16 GB (15206449152) - BufferPoolReadIoOps: 7.25K (7251) - BufferPoolReadIoWaitTime: 3m2s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 32.18 GB (34550579200) - BufferPoolWriteIoBytes: 32.18 GB (34550579200) - BufferPoolWriteIoOps: 16.48K (16475) - BufferPoolWriteIoWaitTime: 297.541ms - BuildRows: 186.08M (186082954) - BuildTime: 38s055ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.09 GB (5463214236) - ProbeRows: 621.29M (621292658) - ProbeRowsPartitioned: 465.95M (465953757) - ProbeTime: 2m5s - RowsReturned: 61.93K (61933) - RowsReturnedRate: 16.00 /sec Hash Join Builder (join_node_id=18): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 33s810ms - BuildRowsPartitioned: 186.08M (186082954) - HashBuckets: 536.87M (536870912) - HashCollisions: 30.93M (30925492) - HashTablesBuildTime: 2m30s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 31.12 KB (31872) - RepartitionTime: 0.000ns - SpilledPartitions: 12 (12) EXCHANGE_NODE (id=30):(Total: 24m15s, non-child: 8s192ms, % non-child: 0.56%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 819.84 MB, 1.88 GB, 3.25 GB, 4.75 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB - BytesReceived: 5.09 GB (5463311105) - ConvertRowBatchTime: 4s904ms - DeserializeRowBatchTimer: 32s204ms - FirstBatchArrivalWaitTime: 17m8s - PeakMemoryUsage: 0 - RowsReturned: 186.08M (186082954) - RowsReturnedRate: 127.81 K/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns AGGREGATION_NODE (id=25):(Total: 58m28s, non-child: 20m49s, % non-child: 35.61%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 10s184ms - BufferPoolAllocationBytes: 123.07 GB (132147838976) - BufferPoolAllocations: 48.42K (48421) - BufferPoolPeakReservation: 3.08 GB (3303014400) - BufferPoolPeakUnpinnedBytes: 34.57 GB (37115396096) - BufferPoolPeakUsedReservation: 3.08 GB (3303014400) - BufferPoolReadIoBytes: 23.62 GB (25367150592) - BufferPoolReadIoOps: 12.10K (12096) - BufferPoolReadIoWaitTime: 8m12s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 34.57 GB (37115396096) - BufferPoolWriteIoBytes: 34.57 GB (37115396096) - BufferPoolWriteIoOps: 17.70K (17698) - BufferPoolWriteIoWaitTime: 2m48s - BuildTime: 5m6s - GetResultsTime: 1m36s - HTResizeTime: 30s026ms - HashBuckets: 1.07B (1073741824) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 3.08 GB (3303054464) - RowsRepartitioned: 650.42M (650422266) - RowsReturned: 621.29M (621292658) - RowsReturnedRate: 177.06 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=24):(Total: 37m39s, non-child: 43s797ms, % non-child: 1.94%) BytesReceived(1m4s): 0, 19.87 MB, 446.70 MB, 834.95 MB, 1.01 GB, 1.28 GB, 1.77 GB, 2.24 GB, 2.84 GB, 3.48 GB, 3.65 GB, 3.88 GB, 3.99 GB, 4.02 GB, 4.07 GB, 4.11 GB, 4.15 GB, 4.15 GB, 4.23 GB, 4.54 GB, 4.65 GB, 5.24 GB, 5.48 GB, 6.20 GB, 6.51 GB, 6.95 GB, 7.28 GB, 7.58 GB, 7.97 GB, 8.43 GB, 8.98 GB, 9.74 GB, 10.65 GB, 11.93 GB, 13.55 GB, 14.67 GB, 15.81 GB, 16.59 GB, 17.03 GB, 17.39 GB - BytesReceived: 17.66 GB (18957668875) - ConvertRowBatchTime: 16s887ms - DeserializeRowBatchTimer: 2m12s - FirstBatchArrivalWaitTime: 1m48s - PeakMemoryUsage: 0 - RowsReturned: 650.43M (650428040) - RowsReturnedRate: 287.86 K/sec - SendersBlockedTimer: 1m17s - SendersBlockedTotalTimer(*): 7m18s Instance 4b403f9f6fe2ecf6:4f81291100000048 (host=vd1310.halxg.cloudera.com:22000):(Total: 1h35m, non-child: 16.036ms, % non-child: 0.00%) MemoryUsage(2m8s): 102.22 MB, 108.37 MB, 105.69 MB, 104.14 MB, 102.35 MB, 102.24 MB, 102.23 MB, 102.24 MB, 1.73 GB, 4.42 GB, 4.70 GB, 7.61 GB, 8.09 GB, 8.09 GB, 8.09 GB, 8.09 GB, 8.09 GB, 8.09 GB, 8.09 GB, 8.09 GB, 9.67 GB, 11.13 GB, 11.13 GB, 11.13 GB, 11.13 GB, 11.13 GB, 11.13 GB, 11.13 GB, 11.13 GB, 11.13 GB, 12.57 GB, 21.32 GB, 24.15 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB, 24.16 GB ThreadUsage(2m8s): 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.75 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 24.16 GB (25943867392) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 24.16 GB (25944124618) - PerHostPeakMemUsage: 44.25 GB (47512515895) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1h41m - TotalNetworkSendTime: 344.943us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 290.70K (290699) - TotalThreadsTotalWallClockTime: 2h47m - TotalThreadsSysTime: 3m16s - TotalThreadsUserTime: 25m39s - TotalThreadsVoluntaryContextSwitches: 4.37M (4373446) Fragment Instance Lifecycle Timings: - ExecTime: 1.056ms - ExecTreeExecTime: 7.667us - OpenTime: 1h35m - ExecTreeOpenTime: 1h35m - PrepareTime: 48.428ms - ExecTreePrepareTime: 1.134ms DataStreamSender (dst_id=36):(Total: 95.673us, non-child: 95.673us, % non-child: 100.00%) - BytesSent: 2.57 KB (2629) - NetworkThroughput(*): 62.32 MB/sec - OverallThroughput: 26.21 MB/sec - PeakMemoryUsage: 1008.00 B (1008) - RowsReturned: 100 (100) - SerializeBatchTime: 39.229us - TransmitDataRPCTime: 40.233us - UncompressedRowBatchSize: 13.09 KB (13404) CodeGen:(Total: 740.612ms, non-child: 740.612ms, % non-child: 100.00%) - CodegenTime: 5.302ms - CompileTime: 214.826ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 250 (250) - NumInstructions: 9.56K (9560) - OptimizationTime: 491.344ms - PeakMemoryUsage: 4.67 MB (4894720) - PrepareTime: 33.937ms SORT_NODE (id=20):(Total: 1h35m, non-child: 4s855ms, % non-child: 0.08%) ExecOption: Codegen Enabled - InsertBatchTime: 223.032ms - PeakMemoryUsage: 56.00 KB (57344) - RowsReturned: 100 (100) - RowsReturnedRate: 0 HASH_JOIN_NODE (id=19):(Total: 1h35m, non-child: 30m27s, % non-child: 31.91%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 17s773ms - BufferPoolAllocationBytes: 330.86 GB (355259645952) - BufferPoolAllocations: 136.65K (136649) - BufferPoolPeakReservation: 16.12 GB (17314086912) - BufferPoolPeakUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolPeakUsedReservation: 16.12 GB (17314086912) - BufferPoolReadIoBytes: 72.97 GB (78351695872) - BufferPoolReadIoOps: 37.36K (37361) - BufferPoolReadIoWaitTime: 19m39s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 136.44 GB (146496552960) - BufferPoolWriteIoBytes: 136.44 GB (146496552960) - BufferPoolWriteIoOps: 69.86K (69855) - BufferPoolWriteIoWaitTime: 12s077ms - BuildRows: 2.57B (2569438074) - BuildTime: 5m58s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 16.13 GB (17314152704) - ProbeRows: 61.84K (61841) - ProbeRowsPartitioned: 61.84K (61841) - ProbeTime: 715.234ms - RowsReturned: 2.60M (2602873) - RowsReturnedRate: 454.00 /sec Hash Join Builder (join_node_id=19): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 5m57s - BuildRowsPartitioned: 2.57B (2569438074) - HashBuckets: 4.29B (4294967296) - HashCollisions: 0 (0) - HashTablesBuildTime: 29m45s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 22.12 KB (22656) - RepartitionTime: 0.000ns - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=35):(Total: 40m36s, non-child: 2m39s, % non-child: 6.57%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3.97 GB, 13.27 GB, 20.81 GB, 28.18 GB, 35.00 GB, 40.67 GB, 45.95 GB, 50.87 GB, 55.89 GB, 60.66 GB, 65.52 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB, 67.95 GB - BytesReceived: 67.95 GB (72961798932) - ConvertRowBatchTime: 57s873ms - DeserializeRowBatchTimer: 4m46s - FirstBatchArrivalWaitTime: 23m35s - PeakMemoryUsage: 0 - RowsReturned: 2.57B (2569438074) - RowsReturnedRate: 1.05 M/sec - SendersBlockedTimer: 25s012ms - SendersBlockedTotalTimer(*): 1m55s HASH_JOIN_NODE (id=18):(Total: 1h2m, non-child: 4m50s, % non-child: 7.69%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 5s015ms - BufferPoolAllocationBytes: 52.64 GB (56524537856) - BufferPoolAllocations: 22.87K (22873) - BufferPoolPeakReservation: 4.96 GB (5326766080) - BufferPoolPeakUnpinnedBytes: 32.18 GB (34548482048) - BufferPoolPeakUsedReservation: 4.96 GB (5326766080) - BufferPoolReadIoBytes: 9.99 GB (10731126784) - BufferPoolReadIoOps: 5.12K (5117) - BufferPoolReadIoWaitTime: 2m46s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 32.18 GB (34548482048) - BufferPoolWriteIoBytes: 32.18 GB (34548482048) - BufferPoolWriteIoOps: 16.47K (16474) - BufferPoolWriteIoWaitTime: 426.018ms - BuildRows: 186.08M (186082776) - BuildTime: 35s790ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 4.96 GB (5326899356) - ProbeRows: 621.32M (621315997) - ProbeRowsPartitioned: 465.95M (465946573) - ProbeTime: 1m49s - RowsReturned: 61.84K (61841) - RowsReturnedRate: 16.00 /sec Hash Join Builder (join_node_id=18): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 32s432ms - BuildRowsPartitioned: 186.08M (186082776) - HashBuckets: 536.87M (536870912) - HashCollisions: 30.94M (30938019) - HashTablesBuildTime: 2m44s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 31.12 KB (31872) - RepartitionTime: 0.000ns - SpilledPartitions: 12 (12) EXCHANGE_NODE (id=30):(Total: 24m17s, non-child: 8s036ms, % non-child: 0.55%) BytesReceived(2m8s): 0, 0, 0, 0, 0, 0, 0, 0, 860.61 MB, 2.67 GB, 4.53 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB, 5.09 GB - BytesReceived: 5.09 GB (5463313957) - ConvertRowBatchTime: 4s958ms - DeserializeRowBatchTimer: 29s166ms - FirstBatchArrivalWaitTime: 17m10s - PeakMemoryUsage: 0 - RowsReturned: 186.08M (186082776) - RowsReturnedRate: 127.69 K/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns AGGREGATION_NODE (id=25):(Total: 58m4s, non-child: 20m6s, % non-child: 34.62%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 12s568ms - BufferPoolAllocationBytes: 120.36 GB (129230700544) - BufferPoolAllocations: 47.03K (47030) - BufferPoolPeakReservation: 3.08 GB (3303014400) - BufferPoolPeakUnpinnedBytes: 34.56 GB (37113298944) - BufferPoolPeakUsedReservation: 3.08 GB (3303014400) - BufferPoolReadIoBytes: 20.90 GB (22445817856) - BufferPoolReadIoOps: 10.70K (10703) - BufferPoolReadIoWaitTime: 7m46s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 34.56 GB (37113298944) - BufferPoolWriteIoBytes: 34.56 GB (37113298944) - BufferPoolWriteIoOps: 17.70K (17697) - BufferPoolWriteIoWaitTime: 2m33s - BuildTime: 4m48s - GetResultsTime: 1m29s - HTResizeTime: 33s634ms - HashBuckets: 1.07B (1073741824) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 3.08 GB (3303054464) - RowsRepartitioned: 650.48M (650478990) - RowsReturned: 621.32M (621315997) - RowsReturnedRate: 178.29 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=24):(Total: 37m58s, non-child: 39s823ms, % non-child: 1.75%) BytesReceived(1m4s): 0, 18.86 MB, 444.35 MB, 834.27 MB, 1.01 GB, 1.28 GB, 1.77 GB, 2.24 GB, 2.84 GB, 3.48 GB, 3.65 GB, 3.88 GB, 3.99 GB, 4.02 GB, 4.07 GB, 4.11 GB, 4.15 GB, 4.15 GB, 4.23 GB, 4.54 GB, 4.65 GB, 5.24 GB, 5.48 GB, 6.20 GB, 6.51 GB, 6.95 GB, 7.28 GB, 7.58 GB, 7.97 GB, 8.43 GB, 8.97 GB, 9.74 GB, 10.65 GB, 11.92 GB, 13.54 GB, 14.67 GB, 15.80 GB, 16.59 GB, 17.03 GB, 17.39 GB - BytesReceived: 17.66 GB (18959283185) - ConvertRowBatchTime: 16s795ms - DeserializeRowBatchTimer: 1m54s - FirstBatchArrivalWaitTime: 1m48s - PeakMemoryUsage: 0 - RowsReturned: 650.48M (650484623) - RowsReturnedRate: 285.49 K/sec - SendersBlockedTimer: 1m6s - SendersBlockedTotalTimer(*): 6m54s Averaged Fragment F02:(Total: 39m13s, non-child: 11m53s, % non-child: 30.30%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:37m8s max:42m50s mean: 39m13s stddev:1m50s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.05 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 32.84 GB (35262112914) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 32.84 GB (35263622290) - PerHostPeakMemUsage: 44.24 GB (47503677273) - RowsProduced: 650.47M (650473791) - TotalNetworkReceiveTime: 7m58s - TotalNetworkSendTime: 10m30s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 117.39K (117387) - TotalThreadsTotalWallClockTime: 41m4s - TotalThreadsSysTime: 54s372ms - TotalThreadsUserTime: 12m24s - TotalThreadsVoluntaryContextSwitches: 863.67K (863666) Fragment Instance Lifecycle Timings: - ExecTime: 37m22s - ExecTreeExecTime: 22m55s - OpenTime: 1m51s - ExecTreeOpenTime: 1m50s - PrepareTime: 44.304ms - ExecTreePrepareTime: 1.763ms DataStreamSender (dst_id=24):(Total: 2m34s, non-child: 2m34s, % non-child: 100.00%) - BytesSent: 17.66 GB (18958934467) - NetworkThroughput(*): 354.02 MB/sec - OverallThroughput: 117.25 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 650.47M (650473791) - SerializeBatchTime: 1m42s - TransmitDataRPCTime: 51s078ms - UncompressedRowBatchSize: 36.96 GB (39687967101) CodeGen:(Total: 487.478ms, non-child: 487.478ms, % non-child: 100.00%) - CodegenTime: 2.639ms - CompileTime: 144.228ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 112 (112) - NumInstructions: 5.83K (5830) - OptimizationTime: 313.029ms - PeakMemoryUsage: 2.85 MB (2984960) - PrepareTime: 29.719ms AGGREGATION_NODE (id=5):(Total: 24m45s, non-child: 4m59s, % non-child: 20.19%) - BufferPoolAllocTime: 6s137ms - BufferPoolAllocationBytes: 32.19 GB (34563162112) - BufferPoolAllocations: 8.45K (8449) - BufferPoolPeakReservation: 24.20 GB (25987907584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 24.20 GB (25987907584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 10s116ms - HTResizeTime: 23s099ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 2 (2) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 24.20 GB (25987959936) - ReductionFactorEstimate: 4.02 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 345.25M (345247359) - RowsReturned: 650.47M (650473791) - RowsReturnedRate: 440.00 K/sec - StreamingTime: 4m46s HASH_JOIN_NODE (id=4):(Total: 19m45s, non-child: 21s638ms, % non-child: 1.82%) - BufferPoolAllocTime: 1.030ms - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 12.014ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.20 MB (35858973) - ProbeRows: 710.98M (710977955) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 20s341ms - RowsReturned: 710.98M (710977955) - RowsReturnedRate: 602.48 K/sec Hash Join Builder (join_node_id=4): - BuildRowsPartitionTime: 9.063ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 215.919us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=23):(Total: 19.575us, non-child: 19.575us, % non-child: 100.00%) - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 10.199us - DeserializeRowBatchTimer: 12.288us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 20.51 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=3):(Total: 19m24s, non-child: 10m57s, % non-child: 56.51%) - BufferPoolAllocTime: 3s809ms - BufferPoolAllocationBytes: 45.15 GB (48481360749) - BufferPoolAllocations: 14.94K (14941) - BufferPoolPeakReservation: 8.60 GB (9238553746) - BufferPoolPeakUnpinnedBytes: 21.71 GB (23314038784) - BufferPoolPeakUsedReservation: 8.60 GB (9238553746) - BufferPoolReadIoBytes: 5.11 GB (5482854107) - BufferPoolReadIoOps: 2.61K (2614) - BufferPoolReadIoWaitTime: 6m2s - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 21.71 GB (23314038784) - BufferPoolWriteIoBytes: 21.71 GB (23314038784) - BufferPoolWriteIoOps: 11.12K (11117) - BufferPoolWriteIoWaitTime: 660.362ms - BuildRows: 411.39M (411395000) - BuildTime: 41s683ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 8.60 GB (9238666259) - ProbeRows: 789.98M (789975808) - ProbeRowsPartitioned: 507.84M (507841946) - ProbeTime: 3m41s - RowsReturned: 710.98M (710977955) - RowsReturnedRate: 613.78 K/sec Hash Join Builder (join_node_id=3): - BuildRowsPartitionTime: 30s071ms - BuildRowsPartitioned: 411.39M (411395000) - HashBuckets: 1.07B (1073741824) - HashCollisions: 91.52M (91518436) - HashTablesBuildTime: 2m41s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 10 (10) EXCHANGE_NODE (id=22):(Total: 1m8s, non-child: 1m8s, % non-child: 100.00%) - BytesReceived: 5.85 GB (6286191245) - ConvertRowBatchTime: 10s579ms - DeserializeRowBatchTimer: 17s105ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 411.39M (411395000) - RowsReturnedRate: 6.05 M/sec - SendersBlockedTimer: 47.356ms - SendersBlockedTotalTimer(*): 252.808ms EXCHANGE_NODE (id=21):(Total: 7m18s, non-child: 7m18s, % non-child: 100.00%) - BytesReceived: 21.24 GB (22806132089) - ConvertRowBatchTime: 15s087ms - DeserializeRowBatchTimer: 2m5s - FirstBatchArrivalWaitTime: 38.364ms - PeakMemoryUsage: 0 - RowsReturned: 789.98M (789975808) - RowsReturnedRate: 1.92 M/sec - SendersBlockedTimer: 2m37s - SendersBlockedTotalTimer(*): 15m3s Fragment F02: Instance 4b403f9f6fe2ecf6:4f81291100000013 (host=vd1314.halxg.cloudera.com:22000):(Total: 42m50s, non-child: 11m35s, % non-child: 27.06%) MemoryUsage(1m4s): 1.78 GB, 6.61 GB, 8.19 GB, 8.19 GB, 8.19 GB, 8.19 GB, 8.19 GB, 8.19 GB, 8.19 GB, 9.01 GB, 9.86 GB, 11.16 GB, 12.79 GB, 13.46 GB, 13.91 GB, 14.41 GB, 15.33 GB, 18.78 GB, 22.51 GB, 22.85 GB, 23.25 GB, 26.47 GB, 31.47 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 32.06 GB, 29.89 GB, 23.90 GB, 23.90 GB, 23.90 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.04 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 32.05 GB (34418458624) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 32.06 GB (34419968000) - PerHostPeakMemUsage: 44.22 GB (47481811062) - RowsProduced: 644.43M (644432384) - TotalNetworkReceiveTime: 8m29s - TotalNetworkSendTime: 10m12s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 115.53K (115531) - TotalThreadsTotalWallClockTime: 44m39s - TotalThreadsSysTime: 56s967ms - TotalThreadsUserTime: 12m53s - TotalThreadsVoluntaryContextSwitches: 914.52K (914517) Fragment Instance Lifecycle Timings: - ExecTime: 41m - ExecTreeExecTime: 26m52s - OpenTime: 1m49s - ExecTreeOpenTime: 1m49s - PrepareTime: 43.012ms - ExecTreePrepareTime: 2.245ms DataStreamSender (dst_id=24):(Total: 2m33s, non-child: 2m33s, % non-child: 100.00%) - BytesSent: 17.50 GB (18793164583) - NetworkThroughput(*): 346.43 MB/sec - OverallThroughput: 117.07 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 644.43M (644432384) - SerializeBatchTime: 1m41s - TransmitDataRPCTime: 51s735ms - UncompressedRowBatchSize: 36.62 GB (39319357080) CodeGen:(Total: 456.391ms, non-child: 456.391ms, % non-child: 100.00%) - CodegenTime: 2.349ms - CompileTime: 136.008ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 112 (112) - NumInstructions: 5.83K (5830) - OptimizationTime: 290.821ms - PeakMemoryUsage: 2.85 MB (2984960) - PrepareTime: 29.152ms AGGREGATION_NODE (id=5):(Total: 28m41s, non-child: 5m36s, % non-child: 19.55%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 24s460ms - BufferPoolAllocationBytes: 31.88 GB (34236006400) - BufferPoolAllocations: 8.29K (8293) - BufferPoolPeakReservation: 23.90 GB (25660751872) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 23.90 GB (25660751872) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 10s276ms - HTResizeTime: 39s685ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 2 (2) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 23.90 GB (25660804224) - ReductionFactorEstimate: 4.13 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 344.95M (344945504) - RowsReturned: 644.43M (644432384) - RowsReturnedRate: 374.40 K/sec - StreamingTime: 5m23s HASH_JOIN_NODE (id=4):(Total: 23m4s, non-child: 21s957ms, % non-child: 1.59%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 675.428us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 9.826ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.20 MB (35862484) - ProbeRows: 710.96M (710961937) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 20s804ms - RowsReturned: 710.96M (710961937) - RowsReturnedRate: 513.40 K/sec Hash Join Builder (join_node_id=4): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 7.566ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 109.880us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=23):(Total: 12.194us, non-child: 12.194us, % non-child: 100.00%) BytesReceived(1m4s): 2.85 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 5.037us - DeserializeRowBatchTimer: 8.510us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 30.01 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=3):(Total: 22m42s, non-child: 13m44s, % non-child: 60.46%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 3s903ms - BufferPoolAllocationBytes: 48.13 GB (51678019584) - BufferPoolAllocations: 16.47K (16466) - BufferPoolPeakReservation: 8.12 GB (8722055168) - BufferPoolPeakUnpinnedBytes: 23.22 GB (24935137280) - BufferPoolPeakUsedReservation: 8.12 GB (8722055168) - BufferPoolReadIoBytes: 6.87 GB (7371489280) - BufferPoolReadIoOps: 3.52K (3515) - BufferPoolReadIoWaitTime: 7m53s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 23.22 GB (24935137280) - BufferPoolWriteIoBytes: 23.22 GB (24935137280) - BufferPoolWriteIoOps: 11.89K (11890) - BufferPoolWriteIoWaitTime: 1s253ms - BuildRows: 411.40M (411397332) - BuildTime: 40s619ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 8.12 GB (8722170022) - ProbeRows: 789.97M (789966113) - ProbeRowsPartitioned: 543.10M (543101459) - ProbeTime: 4m36s - RowsReturned: 710.96M (710961937) - RowsReturnedRate: 521.67 K/sec Hash Join Builder (join_node_id=3): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 30s299ms - BuildRowsPartitioned: 411.40M (411397332) - HashBuckets: 1.07B (1073741824) - HashCollisions: 91.51M (91511571) - HashTablesBuildTime: 2m58s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 11 (11) EXCHANGE_NODE (id=22):(Total: 1m7s, non-child: 15s032ms, % non-child: 22.12%) BytesReceived(1m4s): 1.51 GB, 5.24 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB - BytesReceived: 5.85 GB (6286222410) - ConvertRowBatchTime: 10s549ms - DeserializeRowBatchTimer: 16s102ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 411.40M (411397332) - RowsReturnedRate: 6.05 M/sec - SendersBlockedTimer: 10.024ms - SendersBlockedTotalTimer(*): 47.888ms EXCHANGE_NODE (id=21):(Total: 7m50s, non-child: 45s611ms, % non-child: 9.69%) BytesReceived(1m4s): 9.92 MB, 68.33 MB, 1.35 GB, 2.54 GB, 3.13 GB, 3.98 GB, 5.50 GB, 6.95 GB, 8.82 GB, 11.09 GB, 12.20 GB, 13.92 GB, 15.67 GB, 16.43 GB, 17.30 GB, 18.30 GB, 19.72 GB, 21.16 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB - BytesReceived: 21.24 GB (22805972726) - ConvertRowBatchTime: 16s154ms - DeserializeRowBatchTimer: 3m1s - FirstBatchArrivalWaitTime: 68.489ms - PeakMemoryUsage: 0 - RowsReturned: 789.97M (789966113) - RowsReturnedRate: 1.68 M/sec - SendersBlockedTimer: 2m5s - SendersBlockedTotalTimer(*): 12m21s Instance 4b403f9f6fe2ecf6:4f81291100000010 (host=vd1316.halxg.cloudera.com:22000):(Total: 40m29s, non-child: 13m13s, % non-child: 32.64%) MemoryUsage(1m4s): 1.78 GB, 6.86 GB, 8.79 GB, 8.79 GB, 8.79 GB, 8.79 GB, 8.79 GB, 8.79 GB, 8.78 GB, 9.28 GB, 10.35 GB, 11.85 GB, 13.88 GB, 14.39 GB, 14.92 GB, 15.53 GB, 17.93 GB, 20.26 GB, 23.26 GB, 23.34 GB, 24.11 GB, 29.95 GB, 34.06 GB, 34.39 GB, 34.39 GB, 34.39 GB, 34.39 GB, 34.39 GB, 34.39 GB, 34.39 GB, 34.39 GB, 34.39 GB, 34.39 GB, 28.37 GB, 25.64 GB, 25.64 GB, 25.64 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.05 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 34.39 GB (36922458112) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 34.39 GB (36923967488) - PerHostPeakMemUsage: 44.25 GB (47514374484) - RowsProduced: 647.64M (647638928) - TotalNetworkReceiveTime: 8m39s - TotalNetworkSendTime: 11m45s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 108.25K (108254) - TotalThreadsTotalWallClockTime: 42m19s - TotalThreadsSysTime: 54s147ms - TotalThreadsUserTime: 12m37s - TotalThreadsVoluntaryContextSwitches: 857.92K (857925) Fragment Instance Lifecycle Timings: - ExecTime: 38m39s - ExecTreeExecTime: 22m54s - OpenTime: 1m50s - ExecTreeOpenTime: 1m50s - PrepareTime: 42.720ms - ExecTreePrepareTime: 1.215ms DataStreamSender (dst_id=24):(Total: 2m32s, non-child: 2m32s, % non-child: 100.00%) - BytesSent: 17.58 GB (18880827096) - NetworkThroughput(*): 350.45 MB/sec - OverallThroughput: 118.30 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 647.64M (647638928) - SerializeBatchTime: 1m40s - TransmitDataRPCTime: 51s380ms - UncompressedRowBatchSize: 36.80 GB (39515000948) CodeGen:(Total: 470.449ms, non-child: 470.449ms, % non-child: 100.00%) - CodegenTime: 2.398ms - CompileTime: 137.895ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 112 (112) - NumInstructions: 5.83K (5830) - OptimizationTime: 301.558ms - PeakMemoryUsage: 2.85 MB (2984960) - PrepareTime: 30.577ms AGGREGATION_NODE (id=5):(Total: 24m43s, non-child: 4m58s, % non-child: 20.08%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 1s903ms - BufferPoolAllocationBytes: 33.62 GB (36104568832) - BufferPoolAllocations: 9.18K (9184) - BufferPoolPeakReservation: 25.64 GB (27529314304) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 25.64 GB (27529314304) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 10s423ms - HTResizeTime: 16s927ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 3 (3) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.64 GB (27529366656) - ReductionFactorEstimate: 3.98 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 315.37M (315370376) - RowsReturned: 647.64M (647638928) - RowsReturnedRate: 436.42 K/sec - StreamingTime: 4m44s HASH_JOIN_NODE (id=4):(Total: 19m45s, non-child: 21s926ms, % non-child: 1.85%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 3.945ms - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 12.153ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.20 MB (35858388) - ProbeRows: 710.98M (710976045) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 20s549ms - RowsReturned: 710.98M (710976045) - RowsReturnedRate: 599.49 K/sec Hash Join Builder (join_node_id=4): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 6.999ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 615.407us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=23):(Total: 28.051us, non-child: 28.051us, % non-child: 100.00%) BytesReceived(1m4s): 2.85 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 18.116us - DeserializeRowBatchTimer: 9.666us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 13.05 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=3):(Total: 19m24s, non-child: 10m16s, % non-child: 52.98%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 3s888ms - BufferPoolAllocationBytes: 44.39 GB (47664070656) - BufferPoolAllocations: 14.55K (14552) - BufferPoolPeakReservation: 8.71 GB (9357492224) - BufferPoolPeakUnpinnedBytes: 21.11 GB (22663921664) - BufferPoolPeakUsedReservation: 8.71 GB (9357492224) - BufferPoolReadIoBytes: 4.83 GB (5190451200) - BufferPoolReadIoOps: 2.48K (2475) - BufferPoolReadIoWaitTime: 6m7s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 21.11 GB (22663921664) - BufferPoolWriteIoBytes: 21.11 GB (22663921664) - BufferPoolWriteIoOps: 10.81K (10807) - BufferPoolWriteIoWaitTime: 650.242ms - BuildRows: 411.38M (411382487) - BuildTime: 40s388ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 8.71 GB (9357602982) - ProbeRows: 789.98M (789983243) - ProbeRowsPartitioned: 493.73M (493731675) - ProbeTime: 3m2s - RowsReturned: 710.98M (710976045) - RowsReturnedRate: 610.78 K/sec Hash Join Builder (join_node_id=3): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 29s435ms - BuildRowsPartitioned: 411.38M (411382487) - HashBuckets: 1.07B (1073741824) - HashCollisions: 91.51M (91507411) - HashTablesBuildTime: 2m16s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 10 (10) EXCHANGE_NODE (id=22):(Total: 1m8s, non-child: 15s531ms, % non-child: 22.65%) BytesReceived(1m4s): 1.51 GB, 5.25 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB - BytesReceived: 5.85 GB (6286011925) - ConvertRowBatchTime: 10s628ms - DeserializeRowBatchTimer: 16s722ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 411.38M (411382487) - RowsReturnedRate: 6.00 M/sec - SendersBlockedTimer: 25.331ms - SendersBlockedTotalTimer(*): 134.680ms EXCHANGE_NODE (id=21):(Total: 7m58s, non-child: 38s007ms, % non-child: 7.94%) BytesReceived(1m4s): 9.93 MB, 69.13 MB, 1.36 GB, 2.54 GB, 3.13 GB, 3.98 GB, 5.50 GB, 6.95 GB, 8.83 GB, 11.09 GB, 12.20 GB, 13.92 GB, 15.67 GB, 16.43 GB, 17.30 GB, 18.30 GB, 19.72 GB, 21.16 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB - BytesReceived: 21.24 GB (22806318615) - ConvertRowBatchTime: 14s913ms - DeserializeRowBatchTimer: 1m22s - FirstBatchArrivalWaitTime: 53.740ms - PeakMemoryUsage: 0 - RowsReturned: 789.98M (789983243) - RowsReturnedRate: 1.65 M/sec - SendersBlockedTimer: 3m28s - SendersBlockedTotalTimer(*): 21m28s Instance 4b403f9f6fe2ecf6:4f81291100000016 (host=vd1312.halxg.cloudera.com:22000):(Total: 39m16s, non-child: 12m16s, % non-child: 31.23%) MemoryUsage(1m4s): 1.80 GB, 6.88 GB, 8.78 GB, 8.79 GB, 8.78 GB, 8.78 GB, 8.79 GB, 8.79 GB, 8.78 GB, 9.14 GB, 10.13 GB, 11.71 GB, 13.60 GB, 14.25 GB, 14.78 GB, 15.39 GB, 17.41 GB, 20.11 GB, 23.33 GB, 23.44 GB, 23.44 GB, 26.33 GB, 31.72 GB, 32.47 GB, 32.47 GB, 32.47 GB, 32.47 GB, 32.47 GB, 32.47 GB, 32.47 GB, 32.47 GB, 32.47 GB, 30.01 GB, 23.72 GB, 23.72 GB, 23.72 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.05 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 32.47 GB (34865152000) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 32.47 GB (34866661376) - PerHostPeakMemUsage: 44.22 GB (47475534951) - RowsProduced: 648.67M (648670231) - TotalNetworkReceiveTime: 8m8s - TotalNetworkSendTime: 10m51s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 149.90K (149903) - TotalThreadsTotalWallClockTime: 41m8s - TotalThreadsSysTime: 55s589ms - TotalThreadsUserTime: 12m32s - TotalThreadsVoluntaryContextSwitches: 854.78K (854779) Fragment Instance Lifecycle Timings: - ExecTime: 37m24s - ExecTreeExecTime: 22m36s - OpenTime: 1m52s - ExecTreeOpenTime: 1m51s - PrepareTime: 37.867ms - ExecTreePrepareTime: 1.006ms DataStreamSender (dst_id=24):(Total: 2m33s, non-child: 2m33s, % non-child: 100.00%) - BytesSent: 17.61 GB (18908624972) - NetworkThroughput(*): 356.03 MB/sec - OverallThroughput: 117.69 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 648.67M (648670231) - SerializeBatchTime: 1m42s - TransmitDataRPCTime: 50s649ms - UncompressedRowBatchSize: 36.86 GB (39577924803) CodeGen:(Total: 482.851ms, non-child: 482.851ms, % non-child: 100.00%) - CodegenTime: 2.314ms - CompileTime: 142.002ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 112 (112) - NumInstructions: 5.83K (5830) - OptimizationTime: 315.149ms - PeakMemoryUsage: 2.85 MB (2984960) - PrepareTime: 25.222ms AGGREGATION_NODE (id=5):(Total: 24m27s, non-child: 4m58s, % non-child: 20.33%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 6s601ms - BufferPoolAllocationBytes: 31.71 GB (34047262720) - BufferPoolAllocations: 8.20K (8203) - BufferPoolPeakReservation: 23.72 GB (25472008192) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 23.72 GB (25472008192) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 10s295ms - HTResizeTime: 17s534ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 2 (2) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 23.72 GB (25472060544) - ReductionFactorEstimate: 4.26 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 352.49M (352494631) - RowsReturned: 648.67M (648670231) - RowsReturnedRate: 442.11 K/sec - StreamingTime: 4m45s HASH_JOIN_NODE (id=4):(Total: 19m28s, non-child: 21s917ms, % non-child: 1.88%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 200.320us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 13.993ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.20 MB (35858388) - ProbeRows: 711.02M (711021925) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 20s631ms - RowsReturned: 711.02M (711021925) - RowsReturnedRate: 608.29 K/sec Hash Join Builder (join_node_id=4): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 11.454ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 84.736us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=23):(Total: 26.859us, non-child: 26.859us, % non-child: 100.00%) BytesReceived(1m4s): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 14.991us - DeserializeRowBatchTimer: 11.784us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 13.63 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=3):(Total: 19m6s, non-child: 10m30s, % non-child: 54.99%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 4s095ms - BufferPoolAllocationBytes: 44.20 GB (47460646912) - BufferPoolAllocations: 14.46K (14455) - BufferPoolPeakReservation: 8.71 GB (9357492224) - BufferPoolPeakUnpinnedBytes: 21.11 GB (22668115968) - BufferPoolPeakUsedReservation: 8.71 GB (9357492224) - BufferPoolReadIoBytes: 4.64 GB (4982833152) - BufferPoolReadIoOps: 2.38K (2376) - BufferPoolReadIoWaitTime: 5m46s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 21.11 GB (22668115968) - BufferPoolWriteIoBytes: 21.11 GB (22668115968) - BufferPoolWriteIoOps: 10.81K (10809) - BufferPoolWriteIoWaitTime: 684.170ms - BuildRows: 411.39M (411391204) - BuildTime: 43s614ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 8.71 GB (9357602982) - ProbeRows: 790.02M (790021543) - ProbeRowsPartitioned: 493.78M (493784921) - ProbeTime: 3m31s - RowsReturned: 711.02M (711021925) - RowsReturnedRate: 619.92 K/sec Hash Join Builder (join_node_id=3): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 31s093ms - BuildRowsPartitioned: 411.39M (411391204) - HashBuckets: 1.07B (1073741824) - HashCollisions: 91.52M (91524248) - HashTablesBuildTime: 2m36s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 10 (10) EXCHANGE_NODE (id=22):(Total: 1m7s, non-child: 17s475ms, % non-child: 26.06%) BytesReceived(1m4s): 1.53 GB, 5.26 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB - BytesReceived: 5.85 GB (6286138059) - ConvertRowBatchTime: 10s629ms - DeserializeRowBatchTimer: 19s343ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 411.39M (411391204) - RowsReturnedRate: 6.14 M/sec - SendersBlockedTimer: 42.401ms - SendersBlockedTotalTimer(*): 224.512ms EXCHANGE_NODE (id=21):(Total: 7m29s, non-child: 42s776ms, % non-child: 9.52%) BytesReceived(1m4s): 10.01 MB, 71.77 MB, 1.36 GB, 2.54 GB, 3.13 GB, 3.99 GB, 5.51 GB, 6.96 GB, 8.84 GB, 11.10 GB, 12.21 GB, 13.93 GB, 15.68 GB, 16.44 GB, 17.30 GB, 18.31 GB, 19.73 GB, 21.16 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB - BytesReceived: 21.24 GB (22807406507) - ConvertRowBatchTime: 15s097ms - DeserializeRowBatchTimer: 2m2s - FirstBatchArrivalWaitTime: 38.685ms - PeakMemoryUsage: 0 - RowsReturned: 790.02M (790021543) - RowsReturnedRate: 1.76 M/sec - SendersBlockedTimer: 2m16s - SendersBlockedTotalTimer(*): 14m59s Instance 4b403f9f6fe2ecf6:4f81291100000012 (host=vd1309.halxg.cloudera.com:22000):(Total: 39m15s, non-child: 10m59s, % non-child: 28.01%) MemoryUsage(1m4s): 1.78 GB, 7.15 GB, 9.61 GB, 9.61 GB, 9.61 GB, 9.61 GB, 9.61 GB, 9.60 GB, 9.60 GB, 9.60 GB, 9.60 GB, 9.60 GB, 9.60 GB, 9.60 GB, 9.61 GB, 9.60 GB, 10.29 GB, 11.86 GB, 14.09 GB, 17.25 GB, 22.12 GB, 22.69 GB, 27.00 GB, 28.98 GB, 29.08 GB, 29.08 GB, 29.08 GB, 29.08 GB, 29.08 GB, 29.08 GB, 29.08 GB, 29.08 GB, 29.08 GB, 28.70 GB, 19.51 GB, 19.51 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.05 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 29.08 GB (31220301824) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 29.08 GB (31221811200) - PerHostPeakMemUsage: 44.26 GB (47521048847) - RowsProduced: 661.88M (661883764) - TotalNetworkReceiveTime: 4m33s - TotalNetworkSendTime: 9m54s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 127.08K (127079) - TotalThreadsTotalWallClockTime: 41m9s - TotalThreadsSysTime: 53s017ms - TotalThreadsUserTime: 11m59s - TotalThreadsVoluntaryContextSwitches: 824.54K (824541) Fragment Instance Lifecycle Timings: - ExecTime: 37m21s - ExecTreeExecTime: 23m42s - OpenTime: 1m54s - ExecTreeOpenTime: 1m53s - PrepareTime: 52.021ms - ExecTreePrepareTime: 2.754ms DataStreamSender (dst_id=24):(Total: 2m39s, non-child: 2m39s, % non-child: 100.00%) - BytesSent: 17.95 GB (19270891687) - NetworkThroughput(*): 354.85 MB/sec - OverallThroughput: 114.95 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 661.88M (661883764) - SerializeBatchTime: 1m47s - TransmitDataRPCTime: 51s790ms - UncompressedRowBatchSize: 37.61 GB (40384134480) CodeGen:(Total: 469.437ms, non-child: 469.437ms, % non-child: 100.00%) - CodegenTime: 2.781ms - CompileTime: 136.711ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 112 (112) - NumInstructions: 5.83K (5830) - OptimizationTime: 298.779ms - PeakMemoryUsage: 2.85 MB (2984960) - PrepareTime: 33.415ms AGGREGATION_NODE (id=5):(Total: 25m35s, non-child: 5m41s, % non-child: 22.25%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 2s963ms - BufferPoolAllocationBytes: 27.50 GB (29525803008) - BufferPoolAllocations: 6.05K (6047) - BufferPoolPeakReservation: 19.51 GB (20950548480) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 19.51 GB (20950548480) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 8s546ms - HTResizeTime: 40s891ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 1 (1) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 19.51 GB (20950600832) - ReductionFactorEstimate: 4.15 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 445.03M (445031716) - RowsReturned: 661.88M (661883764) - RowsReturnedRate: 431.09 K/sec - StreamingTime: 5m29s HASH_JOIN_NODE (id=4):(Total: 19m53s, non-child: 20s446ms, % non-child: 1.71%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 474.158us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 12.155ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.20 MB (35858388) - ProbeRows: 710.95M (710953869) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 19s202ms - RowsReturned: 710.95M (710953869) - RowsReturnedRate: 595.54 K/sec Hash Join Builder (join_node_id=4): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 9.202ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 174.350us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=23):(Total: 16.737us, non-child: 16.737us, % non-child: 100.00%) BytesReceived(1m4s): 2.85 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 7.381us - DeserializeRowBatchTimer: 12.850us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 21.87 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=3):(Total: 19m33s, non-child: 14m32s, % non-child: 74.38%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 4s296ms - BufferPoolAllocationBytes: 46.96 GB (50419728384) - BufferPoolAllocations: 15.87K (15866) - BufferPoolPeakReservation: 9.53 GB (10234101760) - BufferPoolPeakUnpinnedBytes: 21.11 GB (22668115968) - BufferPoolPeakUsedReservation: 9.53 GB (10234101760) - BufferPoolReadIoBytes: 7.40 GB (7941914624) - BufferPoolReadIoOps: 3.79K (3787) - BufferPoolReadIoWaitTime: 7m41s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 21.11 GB (22668115968) - BufferPoolWriteIoBytes: 21.11 GB (22668115968) - BufferPoolWriteIoOps: 10.81K (10809) - BufferPoolWriteIoWaitTime: 370.178ms - BuildRows: 411.41M (411405858) - BuildTime: 46s705ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 9.53 GB (10234216614) - ProbeRows: 789.95M (789950432) - ProbeRowsPartitioned: 493.72M (493724261) - ProbeTime: 5m11s - RowsReturned: 710.95M (710953869) - RowsReturnedRate: 605.92 K/sec Hash Join Builder (join_node_id=3): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 32s029ms - BuildRowsPartitioned: 411.41M (411405858) - HashBuckets: 1.07B (1073741824) - HashCollisions: 91.54M (91536554) - HashTablesBuildTime: 4m7s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 10 (10) EXCHANGE_NODE (id=22):(Total: 1m6s, non-child: 15s840ms, % non-child: 23.96%) BytesReceived(1m4s): 1.51 GB, 5.25 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB - BytesReceived: 5.85 GB (6286348113) - ConvertRowBatchTime: 10s688ms - DeserializeRowBatchTimer: 16s845ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 411.41M (411405858) - RowsReturnedRate: 6.22 M/sec - SendersBlockedTimer: 37.427ms - SendersBlockedTotalTimer(*): 153.965ms EXCHANGE_NODE (id=21):(Total: 3m54s, non-child: 51s285ms, % non-child: 21.87%) BytesReceived(1m4s): 9.91 MB, 68.95 MB, 1.36 GB, 2.54 GB, 3.13 GB, 3.98 GB, 5.50 GB, 6.95 GB, 8.82 GB, 11.09 GB, 12.20 GB, 13.92 GB, 15.67 GB, 16.43 GB, 17.30 GB, 18.30 GB, 19.72 GB, 21.16 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB - BytesReceived: 21.24 GB (22805433159) - ConvertRowBatchTime: 13s921ms - DeserializeRowBatchTimer: 3m42s - FirstBatchArrivalWaitTime: 41.138ms - PeakMemoryUsage: 0 - RowsReturned: 789.95M (789950432) - RowsReturnedRate: 3.37 M/sec - SendersBlockedTimer: 4m4s - SendersBlockedTotalTimer(*): 20m5s Instance 4b403f9f6fe2ecf6:4f81291100000014 (host=vd1313.halxg.cloudera.com:22000):(Total: 38m24s, non-child: 12m5s, % non-child: 31.48%) MemoryUsage(1m4s): 1.80 GB, 6.46 GB, 7.78 GB, 7.79 GB, 7.78 GB, 7.78 GB, 7.79 GB, 7.78 GB, 7.78 GB, 7.78 GB, 7.79 GB, 7.82 GB, 8.94 GB, 9.53 GB, 10.38 GB, 10.90 GB, 12.32 GB, 14.90 GB, 21.76 GB, 25.23 GB, 25.24 GB, 27.34 GB, 31.49 GB, 32.20 GB, 32.20 GB, 32.20 GB, 32.20 GB, 32.20 GB, 32.20 GB, 32.20 GB, 32.20 GB, 27.72 GB, 24.45 GB, 24.45 GB, 24.45 GB, 24.45 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.05 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 32.20 GB (34569453568) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 32.20 GB (34570962944) - PerHostPeakMemUsage: 44.24 GB (47505062576) - RowsProduced: 649.53M (649527360) - TotalNetworkReceiveTime: 8m34s - TotalNetworkSendTime: 10m41s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 109.79K (109787) - TotalThreadsTotalWallClockTime: 40m13s - TotalThreadsSysTime: 55s099ms - TotalThreadsUserTime: 12m27s - TotalThreadsVoluntaryContextSwitches: 891.41K (891414) Fragment Instance Lifecycle Timings: - ExecTime: 36m35s - ExecTreeExecTime: 21m55s - OpenTime: 1m49s - ExecTreeOpenTime: 1m49s - PrepareTime: 47.679ms - ExecTreePrepareTime: 1.433ms DataStreamSender (dst_id=24):(Total: 2m35s, non-child: 2m35s, % non-child: 100.00%) - BytesSent: 17.63 GB (18934653938) - NetworkThroughput(*): 357.87 MB/sec - OverallThroughput: 116.39 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 649.53M (649527360) - SerializeBatchTime: 1m44s - TransmitDataRPCTime: 50s458ms - UncompressedRowBatchSize: 36.91 GB (39630221616) CodeGen:(Total: 556.864ms, non-child: 556.864ms, % non-child: 100.00%) - CodegenTime: 3.276ms - CompileTime: 173.410ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 112 (112) - NumInstructions: 5.83K (5830) - OptimizationTime: 351.043ms - PeakMemoryUsage: 2.85 MB (2984960) - PrepareTime: 31.804ms AGGREGATION_NODE (id=5):(Total: 23m43s, non-child: 4m39s, % non-child: 19.63%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 2s507ms - BufferPoolAllocationBytes: 32.43 GB (34825306112) - BufferPoolAllocations: 8.57K (8574) - BufferPoolPeakReservation: 24.45 GB (26250051584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 24.45 GB (26250051584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 10s465ms - HTResizeTime: 15s593ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 2 (2) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 24.45 GB (26250103936) - ReductionFactorEstimate: 3.89 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 339.70M (339701928) - RowsReturned: 649.53M (649527360) - RowsReturnedRate: 456.24 K/sec - StreamingTime: 4m25s HASH_JOIN_NODE (id=4):(Total: 19m4s, non-child: 21s620ms, % non-child: 1.89%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 148.979us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 14.870ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.20 MB (35858388) - ProbeRows: 710.98M (710981825) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 20s383ms - RowsReturned: 710.98M (710981825) - RowsReturnedRate: 621.36 K/sec Hash Join Builder (join_node_id=4): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 12.270ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 145.730us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=23):(Total: 18.763us, non-child: 18.763us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 9.462us - DeserializeRowBatchTimer: 13.357us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 19.51 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=3):(Total: 18m42s, non-child: 9m38s, % non-child: 51.56%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 3s163ms - BufferPoolAllocationBytes: 46.52 GB (49947869184) - BufferPoolAllocations: 15.64K (15641) - BufferPoolPeakReservation: 7.71 GB (8283750400) - BufferPoolPeakUnpinnedBytes: 23.22 GB (24930942976) - BufferPoolPeakUsedReservation: 7.71 GB (8283750400) - BufferPoolReadIoBytes: 5.26 GB (5645533184) - BufferPoolReadIoOps: 2.69K (2692) - BufferPoolReadIoWaitTime: 5m11s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 23.22 GB (24930942976) - BufferPoolWriteIoBytes: 23.22 GB (24930942976) - BufferPoolWriteIoOps: 11.89K (11888) - BufferPoolWriteIoWaitTime: 574.166ms - BuildRows: 411.38M (411380486) - BuildTime: 39s283ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 7.71 GB (8283865254) - ProbeRows: 789.97M (789968934) - ProbeRowsPartitioned: 543.12M (543124611) - ProbeTime: 3m18s - RowsReturned: 710.98M (710981825) - RowsReturnedRate: 633.32 K/sec Hash Join Builder (join_node_id=3): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 29s249ms - BuildRowsPartitioned: 411.38M (411380486) - HashBuckets: 1.07B (1073741824) - HashCollisions: 91.51M (91511344) - HashTablesBuildTime: 2m34s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 11 (11) EXCHANGE_NODE (id=22):(Total: 1m8s, non-child: 16s106ms, % non-child: 23.39%) BytesReceived(32s000ms): 729.62 MB, 2.34 GB, 4.66 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB - BytesReceived: 5.85 GB (6285963024) - ConvertRowBatchTime: 10s520ms - DeserializeRowBatchTimer: 18s048ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 411.38M (411380486) - RowsReturnedRate: 5.97 M/sec - SendersBlockedTimer: 122.501ms - SendersBlockedTotalTimer(*): 763.819ms EXCHANGE_NODE (id=21):(Total: 7m54s, non-child: 38s865ms, % non-child: 8.18%) BytesReceived(32s000ms): 9.91 MB, 10.09 MB, 10.09 MB, 132.92 MB, 1.04 GB, 1.68 GB, 2.39 GB, 2.69 GB, 2.98 GB, 3.28 GB, 3.56 GB, 4.41 GB, 5.10 GB, 5.92 GB, 6.64 GB, 7.27 GB, 8.20 GB, 9.47 GB, 10.73 GB, 11.47 GB, 11.89 GB, 12.52 GB, 13.65 GB, 14.21 GB, 15.26 GB, 16.08 GB, 16.21 GB, 16.66 GB, 17.11 GB, 17.49 GB, 17.94 GB, 18.68 GB, 19.30 GB, 20.15 GB, 21.08 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB - BytesReceived: 21.24 GB (22805903217) - ConvertRowBatchTime: 15s880ms - DeserializeRowBatchTimer: 1m28s - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 789.97M (789968934) - RowsReturnedRate: 1.66 M/sec - SendersBlockedTimer: 2m2s - SendersBlockedTotalTimer(*): 13m49s Instance 4b403f9f6fe2ecf6:4f81291100000015 (host=vd1310.halxg.cloudera.com:22000):(Total: 37m9s, non-child: 11m22s, % non-child: 30.63%) MemoryUsage(1m4s): 1.78 GB, 6.84 GB, 8.78 GB, 8.79 GB, 8.78 GB, 8.79 GB, 8.79 GB, 8.78 GB, 8.78 GB, 8.78 GB, 8.78 GB, 8.86 GB, 10.19 GB, 10.96 GB, 11.77 GB, 12.85 GB, 14.25 GB, 16.88 GB, 23.19 GB, 24.19 GB, 24.19 GB, 29.32 GB, 33.35 GB, 34.17 GB, 34.17 GB, 34.17 GB, 34.17 GB, 34.17 GB, 34.17 GB, 34.10 GB, 25.42 GB, 25.42 GB, 25.42 GB, 25.42 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.05 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 34.16 GB (36683382784) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 34.17 GB (36684892160) - PerHostPeakMemUsage: 44.25 GB (47512515895) - RowsProduced: 653.04M (653042509) - TotalNetworkReceiveTime: 8m40s - TotalNetworkSendTime: 9m57s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 106.26K (106263) - TotalThreadsTotalWallClockTime: 39m - TotalThreadsSysTime: 53s358ms - TotalThreadsUserTime: 12m11s - TotalThreadsVoluntaryContextSwitches: 843.00K (842995) Fragment Instance Lifecycle Timings: - ExecTime: 35m18s - ExecTreeExecTime: 21m20s - OpenTime: 1m51s - ExecTreeOpenTime: 1m50s - PrepareTime: 42.328ms - ExecTreePrepareTime: 1.654ms DataStreamSender (dst_id=24):(Total: 2m34s, non-child: 2m34s, % non-child: 100.00%) - BytesSent: 17.72 GB (19029772244) - NetworkThroughput(*): 354.06 MB/sec - OverallThroughput: 117.23 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 653.04M (653042509) - SerializeBatchTime: 1m43s - TransmitDataRPCTime: 51s257ms - UncompressedRowBatchSize: 37.11 GB (39844694701) CodeGen:(Total: 511.417ms, non-child: 511.417ms, % non-child: 100.00%) - CodegenTime: 2.801ms - CompileTime: 150.108ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 112 (112) - NumInstructions: 5.83K (5830) - OptimizationTime: 332.671ms - PeakMemoryUsage: 2.85 MB (2984960) - PrepareTime: 28.056ms AGGREGATION_NODE (id=5):(Total: 23m11s, non-child: 4m26s, % non-child: 19.16%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 2s329ms - BufferPoolAllocationBytes: 33.40 GB (35865493504) - BufferPoolAllocations: 9.07K (9070) - BufferPoolPeakReservation: 25.42 GB (27290238976) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 25.42 GB (27290238976) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 10s204ms - HTResizeTime: 15s704ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 3 (3) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.42 GB (27290291328) - ReductionFactorEstimate: 3.84 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 324.97M (324968245) - RowsReturned: 653.04M (653042509) - RowsReturnedRate: 469.42 K/sec - StreamingTime: 4m13s HASH_JOIN_NODE (id=4):(Total: 18m44s, non-child: 22s219ms, % non-child: 1.98%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 795.640us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 9.751ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.20 MB (35858388) - ProbeRows: 710.97M (710967943) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 20s845ms - RowsReturned: 710.97M (710967943) - RowsReturnedRate: 632.16 K/sec Hash Join Builder (join_node_id=4): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 7.655ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 86.636us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=23):(Total: 12.810us, non-child: 12.810us, % non-child: 100.00%) BytesReceived(32s000ms): 2.83 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 5.662us - DeserializeRowBatchTimer: 11.998us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 28.57 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=3):(Total: 18m22s, non-child: 9m14s, % non-child: 50.29%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 4s612ms - BufferPoolAllocationBytes: 43.20 GB (46384807936) - BufferPoolAllocations: 13.94K (13942) - BufferPoolPeakReservation: 8.71 GB (9357492224) - BufferPoolPeakUnpinnedBytes: 21.11 GB (22666018816) - BufferPoolPeakUsedReservation: 8.71 GB (9357492224) - BufferPoolReadIoBytes: 3.64 GB (3909091328) - BufferPoolReadIoOps: 1.86K (1864) - BufferPoolReadIoWaitTime: 4m56s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 21.11 GB (22666018816) - BufferPoolWriteIoBytes: 21.11 GB (22666018816) - BufferPoolWriteIoOps: 10.81K (10808) - BufferPoolWriteIoWaitTime: 476.255ms - BuildRows: 411.42M (411422470) - BuildTime: 41s194ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 8.71 GB (9357602982) - ProbeRows: 789.97M (789968773) - ProbeRowsPartitioned: 493.71M (493709455) - ProbeTime: 3m8s - RowsReturned: 710.97M (710967943) - RowsReturnedRate: 644.90 K/sec Hash Join Builder (join_node_id=3): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 29s415ms - BuildRowsPartitioned: 411.42M (411422470) - HashBuckets: 1.07B (1073741824) - HashCollisions: 91.53M (91527631) - HashTablesBuildTime: 1m56s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 10 (10) EXCHANGE_NODE (id=22):(Total: 1m8s, non-child: 15s071ms, % non-child: 21.97%) BytesReceived(32s000ms): 714.73 MB, 2.32 GB, 4.63 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB - BytesReceived: 5.85 GB (6286614538) - ConvertRowBatchTime: 10s513ms - DeserializeRowBatchTimer: 16s306ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 411.42M (411422470) - RowsReturnedRate: 6.00 M/sec - SendersBlockedTimer: 69.518ms - SendersBlockedTotalTimer(*): 337.277ms EXCHANGE_NODE (id=21):(Total: 7m59s, non-child: 35s880ms, % non-child: 7.48%) BytesReceived(32s000ms): 9.76 MB, 10.08 MB, 10.08 MB, 126.68 MB, 1.04 GB, 1.68 GB, 2.39 GB, 2.69 GB, 2.98 GB, 3.28 GB, 3.56 GB, 4.40 GB, 5.09 GB, 5.91 GB, 6.64 GB, 7.26 GB, 8.19 GB, 9.46 GB, 10.72 GB, 11.47 GB, 11.89 GB, 12.51 GB, 13.64 GB, 14.20 GB, 15.25 GB, 16.08 GB, 16.21 GB, 16.65 GB, 17.11 GB, 17.49 GB, 17.93 GB, 18.67 GB, 19.29 GB, 20.14 GB, 21.08 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB - BytesReceived: 21.24 GB (22805874249) - ConvertRowBatchTime: 14s701ms - DeserializeRowBatchTimer: 1m23s - FirstBatchArrivalWaitTime: 8.771ms - PeakMemoryUsage: 0 - RowsReturned: 789.97M (789968773) - RowsReturnedRate: 1.65 M/sec - SendersBlockedTimer: 2m4s - SendersBlockedTotalTimer(*): 12m10s Instance 4b403f9f6fe2ecf6:4f81291100000011 (host=vd1311.halxg.cloudera.com:22000):(Total: 37m8s, non-child: 11m38s, % non-child: 31.36%) MemoryUsage(1m4s): 1.81 GB, 6.89 GB, 8.78 GB, 8.79 GB, 8.78 GB, 8.79 GB, 8.79 GB, 8.78 GB, 8.78 GB, 9.01 GB, 9.91 GB, 11.58 GB, 13.36 GB, 14.14 GB, 14.67 GB, 15.29 GB, 17.09 GB, 19.92 GB, 24.11 GB, 24.69 GB, 24.69 GB, 30.44 GB, 35.22 GB, 35.54 GB, 35.54 GB, 35.54 GB, 35.54 GB, 35.54 GB, 35.54 GB, 31.44 GB, 26.79 GB, 26.79 GB, 26.79 GB, 26.79 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.05 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 35.54 GB (38155583488) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 35.54 GB (38157092864) - PerHostPeakMemUsage: 44.25 GB (47515393097) - RowsProduced: 648.12M (648121361) - TotalNetworkReceiveTime: 8m41s - TotalNetworkSendTime: 10m9s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 104.90K (104898) - TotalThreadsTotalWallClockTime: 38m58s - TotalThreadsSysTime: 52s429ms - TotalThreadsUserTime: 12m13s - TotalThreadsVoluntaryContextSwitches: 859.50K (859496) Fragment Instance Lifecycle Timings: - ExecTime: 35m17s - ExecTreeExecTime: 21m8s - OpenTime: 1m50s - ExecTreeOpenTime: 1m50s - PrepareTime: 44.504ms - ExecTreePrepareTime: 2.038ms DataStreamSender (dst_id=24):(Total: 2m31s, non-child: 2m31s, % non-child: 100.00%) - BytesSent: 17.60 GB (18894606755) - NetworkThroughput(*): 358.43 MB/sec - OverallThroughput: 119.12 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 648.12M (648121361) - SerializeBatchTime: 1m40s - TransmitDataRPCTime: 50s273ms - UncompressedRowBatchSize: 36.83 GB (39544436085) CodeGen:(Total: 464.936ms, non-child: 464.936ms, % non-child: 100.00%) - CodegenTime: 2.557ms - CompileTime: 133.464ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 112 (112) - NumInstructions: 5.83K (5830) - OptimizationTime: 301.183ms - PeakMemoryUsage: 2.85 MB (2984960) - PrepareTime: 29.804ms AGGREGATION_NODE (id=5):(Total: 22m57s, non-child: 4m39s, % non-child: 20.26%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 2s199ms - BufferPoolAllocationBytes: 34.77 GB (37337694208) - BufferPoolAllocations: 9.77K (9772) - BufferPoolPeakReservation: 26.79 GB (28762439680) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 26.79 GB (28762439680) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 10s605ms - HTResizeTime: 15s362ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 3 (3) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 26.79 GB (28762492032) - ReductionFactorEstimate: 3.88 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 294.22M (294219113) - RowsReturned: 648.12M (648121361) - RowsReturnedRate: 470.34 K/sec - StreamingTime: 4m25s HASH_JOIN_NODE (id=4):(Total: 18m18s, non-child: 21s380ms, % non-child: 1.95%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 975.873us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 11.351ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.20 MB (35858388) - ProbeRows: 710.98M (710982146) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 19s971ms - RowsReturned: 710.98M (710982146) - RowsReturnedRate: 647.08 K/sec Hash Join Builder (join_node_id=4): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 8.292ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 294.695us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=23):(Total: 21.613us, non-child: 21.613us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 10.744us - DeserializeRowBatchTimer: 17.852us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 16.93 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=3):(Total: 17m57s, non-child: 8m47s, % non-child: 48.99%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 2s707ms - BufferPoolAllocationBytes: 42.67 GB (45814382592) - BufferPoolAllocations: 13.67K (13670) - BufferPoolPeakReservation: 8.71 GB (9357492224) - BufferPoolPeakUnpinnedBytes: 21.11 GB (22666018816) - BufferPoolPeakUsedReservation: 8.71 GB (9357492224) - BufferPoolReadIoBytes: 3.11 GB (3338665984) - BufferPoolReadIoOps: 1.59K (1592) - BufferPoolReadIoWaitTime: 4m39s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 21.11 GB (22666018816) - BufferPoolWriteIoBytes: 21.11 GB (22666018816) - BufferPoolWriteIoOps: 10.81K (10808) - BufferPoolWriteIoWaitTime: 614.465ms - BuildRows: 411.39M (411385166) - BuildTime: 39s975ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 8.71 GB (9357602982) - ProbeRows: 789.97M (789971622) - ProbeRowsPartitioned: 493.72M (493717244) - ProbeTime: 3m1s - RowsReturned: 710.98M (710982146) - RowsReturnedRate: 659.92 K/sec Hash Join Builder (join_node_id=3): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 28s976ms - BuildRowsPartitioned: 411.39M (411385166) - HashBuckets: 1.07B (1073741824) - HashCollisions: 91.51M (91510297) - HashTablesBuildTime: 2m19s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 10 (10) EXCHANGE_NODE (id=22):(Total: 1m9s, non-child: 14s987ms, % non-child: 21.72%) BytesReceived(32s000ms): 734.71 MB, 2.35 GB, 4.67 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB, 5.85 GB - BytesReceived: 5.85 GB (6286040650) - ConvertRowBatchTime: 10s525ms - DeserializeRowBatchTimer: 16s371ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 411.39M (411385166) - RowsReturnedRate: 5.96 M/sec - SendersBlockedTimer: 24.287ms - SendersBlockedTotalTimer(*): 107.519ms EXCHANGE_NODE (id=21):(Total: 8m, non-child: 42s402ms, % non-child: 8.82%) BytesReceived(32s000ms): 9.89 MB, 10.05 MB, 10.05 MB, 135.03 MB, 1.04 GB, 1.69 GB, 2.39 GB, 2.69 GB, 2.98 GB, 3.28 GB, 3.56 GB, 4.41 GB, 5.10 GB, 5.92 GB, 6.64 GB, 7.27 GB, 8.21 GB, 9.47 GB, 10.73 GB, 11.47 GB, 11.90 GB, 12.52 GB, 13.65 GB, 14.22 GB, 15.27 GB, 16.08 GB, 16.21 GB, 16.66 GB, 17.11 GB, 17.49 GB, 17.94 GB, 18.68 GB, 19.30 GB, 20.15 GB, 21.08 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB, 21.24 GB - BytesReceived: 21.24 GB (22806016153) - ConvertRowBatchTime: 14s946ms - DeserializeRowBatchTimer: 1m33s - FirstBatchArrivalWaitTime: 57.726ms - PeakMemoryUsage: 0 - RowsReturned: 789.97M (789971622) - RowsReturnedRate: 1.64 M/sec - SendersBlockedTimer: 2m21s - SendersBlockedTotalTimer(*): 10m29s Averaged Fragment F00:(Total: 18m20s, non-child: 12m38s, % non-child: 68.88%) split sizes: min: 197.46 GB, max: 197.66 GB, avg: 197.53 GB, stddev: 71.02 MB completion times: min:18m15s max:18m31s mean: 18m20s stddev:5s179ms execution rates: min:181.85 MB/sec max:184.65 MB/sec mean:183.74 MB/sec stddev:910.03 KB/sec num instances: 7 - AverageThreadTokens: 2.00 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 80.25 MB (84151783) - PerHostPeakMemUsage: 44.24 GB (47503677273) - RowsProduced: 789.98M (789975808) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 11m40s - TotalStorageWaitTime: 2m35s - TotalThreadsInvoluntaryContextSwitches: 69.04K (69038) - TotalThreadsTotalWallClockTime: 36m41s - TotalThreadsSysTime: 10s527ms - TotalThreadsUserTime: 6m32s - TotalThreadsVoluntaryContextSwitches: 442.76K (442765) Fragment Instance Lifecycle Timings: - ExecTime: 18m20s - ExecTreeExecTime: 2m37s - OpenTime: 26.378ms - ExecTreeOpenTime: 666.941us - PrepareTime: 37.427ms - ExecTreePrepareTime: 4.181ms DataStreamSender (dst_id=21):(Total: 3m5s, non-child: 3m5s, % non-child: 100.00%) - BytesSent: 21.24 GB (22806132089) - NetworkThroughput(*): 440.81 MB/sec - OverallThroughput: 117.36 MB/sec - PeakMemoryUsage: 220.17 KB (225456) - RowsReturned: 789.98M (789975808) - SerializeBatchTime: 2m15s - TransmitDataRPCTime: 49s343ms - UncompressedRowBatchSize: 30.17 GB (32396157268) CodeGen:(Total: 49.347ms, non-child: 49.347ms, % non-child: 100.00%) - CodegenTime: 839.067us - CompileTime: 7.067ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 29 (29) - NumInstructions: 460 (460) - OptimizationTime: 16.837ms - PeakMemoryUsage: 230.00 KB (235520) - PrepareTime: 24.858ms HDFS_SCAN_NODE (id=0):(Total: 2m37s, non-child: 2m37s, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.27 GB (9950729521) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.27 GB (9950729521) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.27 GB (9950729521) - DecompressionTime: 45s181ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 166 (166) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 79.01 MB (82848250) - PerReadThreadRawHdfsThroughput: 56.40 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 2m34s - RowBatchQueuePutWaitTime: 12m33s - RowsRead: 789.98M (789975808) - RowsReturned: 789.98M (789975808) - RowsReturnedRate: 5.03 M/sec - ScanRangesComplete: 856 (856) - ScannerThreadsInvoluntaryContextSwitches: 34.05K (34053) - ScannerThreadsTotalWallClockTime: 18m20s - MaterializeTupleTime(*): 2m12s - ScannerThreadsSysTime: 3s987ms - ScannerThreadsUserTime: 2m42s - ScannerThreadsVoluntaryContextSwitches: 395.35K (395350) - TotalRawHdfsReadTime(*): 2m48s - TotalReadThroughput: 8.62 MB/sec Filter 0 (1.00 MB): - Files processed: 856 (856) - Files rejected: 689 (689) - Files total: 856 (856) - RowGroups processed: 771.54K (771542) - RowGroups rejected: 0 (0) - RowGroups total: 771.54K (771542) - Rows processed: 2.73M (2729106) - Rows rejected: 0 (0) - Rows total: 789.98M (789975808) - Splits processed: 166 (166) - Splits rejected: 0 (0) - Splits total: 166 (166) Fragment F00: Instance 4b403f9f6fe2ecf6:4f81291100000006 (host=vd1310.halxg.cloudera.com:22000):(Total: 18m31s, non-child: 12m46s, % non-child: 68.92%) Hdfs split stats (:<# splits>/): 5:97/22.48 GB 7:121/28.35 GB 1:87/20.46 GB 6:105/24.30 GB 0:105/24.12 GB 4:115/26.29 GB 2:102/24.07 GB 3:123/27.39 GB Filter 0 arrival: 432ms MemoryUsage(32s000ms): 67.80 MB, 69.36 MB, 69.36 MB, 62.76 MB, 60.15 MB, 55.64 MB, 60.62 MB, 56.46 MB, 59.60 MB, 67.40 MB, 53.45 MB, 53.66 MB, 52.03 MB, 54.99 MB, 58.31 MB, 62.77 MB, 48.60 MB, 56.84 MB, 49.44 MB, 73.53 MB, 62.47 MB, 59.02 MB, 63.83 MB, 64.24 MB, 52.92 MB, 58.39 MB, 77.56 MB, 63.20 MB, 53.85 MB, 71.81 MB, 65.65 MB, 63.31 MB, 64.47 MB, 54.41 MB ThreadUsage(32s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 80.54 MB (84455995) - PerHostPeakMemUsage: 44.25 GB (47512515895) - RowsProduced: 792.21M (792205379) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 11m53s - TotalStorageWaitTime: 2m44s - TotalThreadsInvoluntaryContextSwitches: 68.28K (68285) - TotalThreadsTotalWallClockTime: 37m3s - TotalThreadsSysTime: 11s498ms - TotalThreadsUserTime: 6m37s - TotalThreadsVoluntaryContextSwitches: 434.98K (434981) Fragment Instance Lifecycle Timings: - ExecTime: 18m31s - ExecTreeExecTime: 2m39s - OpenTime: 24.805ms - ExecTreeOpenTime: 558.995us - PrepareTime: 34.766ms - ExecTreePrepareTime: 3.791ms DataStreamSender (dst_id=21):(Total: 3m6s, non-child: 3m6s, % non-child: 100.00%) - BytesSent: 21.30 GB (22868413002) - NetworkThroughput(*): 442.82 MB/sec - OverallThroughput: 116.75 MB/sec - PeakMemoryUsage: 220.17 KB (225456) - RowsReturned: 792.21M (792205379) - SerializeBatchTime: 2m17s - TransmitDataRPCTime: 49s250ms - UncompressedRowBatchSize: 30.26 GB (32487589835) CodeGen:(Total: 46.806ms, non-child: 46.806ms, % non-child: 100.00%) - CodegenTime: 752.956us - CompileTime: 6.693ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 29 (29) - NumInstructions: 460 (460) - OptimizationTime: 15.678ms - PeakMemoryUsage: 230.00 KB (235520) - PrepareTime: 23.962ms HDFS_SCAN_NODE (id=0):(Total: 2m38s, non-child: 2m38s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 5:97/22.48 GB 7:121/28.35 GB 1:87/20.46 GB 6:105/24.30 GB 0:105/24.12 GB 4:115/26.29 GB 2:102/24.07 GB 3:123/27.39 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 168 out of 168 Runtime filters: All filters arrived. Waited 381ms Hdfs Read Thread Concurrency Bucket: 0:84.12% 1:15.88% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:687 PARQUET/SNAPPY:1008 BytesRead(32s000ms): 53.73 MB, 55.05 MB, 55.05 MB, 96.22 MB, 473.21 MB, 726.83 MB, 1014.11 MB, 1.11 GB, 1.26 GB, 1.41 GB, 1.50 GB, 1.83 GB, 2.13 GB, 2.48 GB, 2.81 GB, 3.14 GB, 3.59 GB, 4.18 GB, 4.69 GB, 4.98 GB, 5.13 GB, 5.37 GB, 5.82 GB, 6.05 GB, 6.52 GB, 6.81 GB, 6.91 GB, 7.09 GB, 7.28 GB, 7.51 GB, 7.69 GB, 8.02 GB, 8.27 GB, 8.61 GB - FooterProcessingTime: (Avg: 99.660ms ; Min: 1.146ms ; Max: 1s066ms ; Number of samples: 168) - AverageHdfsReadThreadConcurrency: 0.16 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.29 GB (9969783691) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.29 GB (9969783691) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.29 GB (9969783691) - DecompressionTime: 42s449ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 168 (168) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 79.30 MB (83152611) - PerReadThreadRawHdfsThroughput: 53.79 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 2m35s - RowBatchQueuePutWaitTime: 12m52s - RowsRead: 792.21M (792205379) - RowsReturned: 792.21M (792205379) - RowsReturnedRate: 4.99 M/sec - ScanRangesComplete: 855 (855) - ScannerThreadsInvoluntaryContextSwitches: 34.90K (34898) - ScannerThreadsTotalWallClockTime: 18m31s - MaterializeTupleTime(*): 2m4s - ScannerThreadsSysTime: 4s459ms - ScannerThreadsUserTime: 2m43s - ScannerThreadsVoluntaryContextSwitches: 387.52K (387518) - TotalRawHdfsReadTime(*): 2m56s - TotalReadThroughput: 8.55 MB/sec Filter 0 (1.00 MB): - Files processed: 855 (855) - Files rejected: 687 (687) - Files total: 855 (855) - RowGroups processed: 773.73K (773726) - RowGroups rejected: 0 (0) - RowGroups total: 773.73K (773726) - Rows processed: 2.75M (2752512) - Rows rejected: 0 (0) - Rows total: 792.21M (792205379) - Splits processed: 168 (168) - Splits rejected: 0 (0) - Splits total: 168 (168) Instance 4b403f9f6fe2ecf6:4f81291100000005 (host=vd1313.halxg.cloudera.com:22000):(Total: 18m22s, non-child: 12m41s, % non-child: 69.09%) Hdfs split stats (:<# splits>/): 1:107/24.64 GB 3:94/21.75 GB 0:92/21.56 GB 5:112/25.79 GB 7:122/27.77 GB 4:102/22.91 GB 6:115/27.01 GB 2:114/26.05 GB Filter 0 arrival: 441ms MemoryUsage(32s000ms): 76.11 MB, 77.32 MB, 77.32 MB, 66.79 MB, 54.76 MB, 52.75 MB, 60.49 MB, 53.00 MB, 49.15 MB, 65.92 MB, 56.12 MB, 52.75 MB, 56.66 MB, 53.04 MB, 53.77 MB, 60.51 MB, 48.96 MB, 45.67 MB, 57.10 MB, 53.81 MB, 62.73 MB, 50.75 MB, 54.73 MB, 59.89 MB, 53.41 MB, 57.59 MB, 76.31 MB, 62.42 MB, 78.80 MB, 74.95 MB, 56.32 MB, 66.62 MB, 62.58 MB, 57.85 MB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 80.76 MB (84685238) - PerHostPeakMemUsage: 44.24 GB (47505062576) - RowsProduced: 794.71M (794709729) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 11m51s - TotalStorageWaitTime: 2m40s - TotalThreadsInvoluntaryContextSwitches: 64.99K (64992) - TotalThreadsTotalWallClockTime: 36m43s - TotalThreadsSysTime: 10s791ms - TotalThreadsUserTime: 6m34s - TotalThreadsVoluntaryContextSwitches: 438.49K (438485) Fragment Instance Lifecycle Timings: - ExecTime: 18m22s - ExecTreeExecTime: 2m34s - OpenTime: 24.983ms - ExecTreeOpenTime: 669.437us - PrepareTime: 32.328ms - ExecTreePrepareTime: 2.791ms DataStreamSender (dst_id=21):(Total: 3m6s, non-child: 3m6s, % non-child: 100.00%) - BytesSent: 21.37 GB (22944725953) - NetworkThroughput(*): 443.33 MB/sec - OverallThroughput: 117.59 MB/sec - PeakMemoryUsage: 220.17 KB (225456) - RowsReturned: 794.71M (794709729) - SerializeBatchTime: 2m16s - TransmitDataRPCTime: 49s358ms - UncompressedRowBatchSize: 30.35 GB (32590290849) CodeGen:(Total: 43.619ms, non-child: 43.619ms, % non-child: 100.00%) - CodegenTime: 1.066ms - CompileTime: 6.310ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 29 (29) - NumInstructions: 460 (460) - OptimizationTime: 16.410ms - PeakMemoryUsage: 230.00 KB (235520) - PrepareTime: 20.129ms HDFS_SCAN_NODE (id=0):(Total: 2m34s, non-child: 2m34s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:107/24.64 GB 3:94/21.75 GB 0:92/21.56 GB 5:112/25.79 GB 7:122/27.77 GB 4:102/22.91 GB 6:115/27.01 GB 2:114/26.05 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 169 out of 169 Runtime filters: All filters arrived. Waited 402ms Hdfs Read Thread Concurrency Bucket: 0:84.29% 1:15.71% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:689 PARQUET/SNAPPY:1014 BytesRead(32s000ms): 60.00 MB, 60.95 MB, 60.95 MB, 98.40 MB, 458.77 MB, 727.88 MB, 1.03 GB, 1.16 GB, 1.29 GB, 1.43 GB, 1.56 GB, 1.93 GB, 2.24 GB, 2.64 GB, 2.97 GB, 3.21 GB, 3.67 GB, 4.20 GB, 4.76 GB, 5.13 GB, 5.33 GB, 5.57 GB, 6.01 GB, 6.25 GB, 6.73 GB, 7.10 GB, 7.20 GB, 7.36 GB, 7.60 GB, 7.73 GB, 7.91 GB, 8.26 GB, 8.52 GB, 8.86 GB - FooterProcessingTime: (Avg: 135.888ms ; Min: 1.134ms ; Max: 4s001ms ; Number of samples: 169) - AverageHdfsReadThreadConcurrency: 0.16 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.32 GB (10010851689) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.32 GB (10010851689) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.32 GB (10010851689) - DecompressionTime: 40s897ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 169 (169) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 79.52 MB (83381648) - PerReadThreadRawHdfsThroughput: 58.65 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 2m31s - RowBatchQueuePutWaitTime: 12m46s - RowsRead: 794.71M (794709729) - RowsReturned: 794.71M (794709729) - RowsReturnedRate: 5.14 M/sec - ScanRangesComplete: 858 (858) - ScannerThreadsInvoluntaryContextSwitches: 31.95K (31955) - ScannerThreadsTotalWallClockTime: 18m21s - MaterializeTupleTime(*): 2m5s - ScannerThreadsSysTime: 4s047ms - ScannerThreadsUserTime: 2m43s - ScannerThreadsVoluntaryContextSwitches: 391.05K (391050) - TotalRawHdfsReadTime(*): 2m42s - TotalReadThroughput: 8.67 MB/sec Filter 0 (1.00 MB): - Files processed: 858 (858) - Files rejected: 689 (689) - Files total: 858 (858) - RowGroups processed: 776.17K (776168) - RowGroups rejected: 0 (0) - RowGroups total: 776.17K (776168) - Rows processed: 2.77M (2768896) - Rows rejected: 0 (0) - Rows total: 794.71M (794709729) - Splits processed: 169 (169) - Splits rejected: 0 (0) - Splits total: 169 (169) Instance 4b403f9f6fe2ecf6:4f81291100000002 (host=vd1311.halxg.cloudera.com:22000):(Total: 18m21s, non-child: 12m37s, % non-child: 68.79%) Hdfs split stats (:<# splits>/): 3:102/23.81 GB 5:109/25.05 GB 2:107/24.83 GB 0:116/26.85 GB 4:106/24.03 GB 7:102/23.72 GB 1:101/23.61 GB 6:112/25.76 GB Filter 0 arrival: 433ms MemoryUsage(32s000ms): 74.09 MB, 76.09 MB, 76.09 MB, 68.38 MB, 59.40 MB, 60.08 MB, 63.90 MB, 66.98 MB, 63.46 MB, 70.53 MB, 55.25 MB, 54.79 MB, 57.88 MB, 52.91 MB, 51.66 MB, 60.33 MB, 54.91 MB, 51.20 MB, 52.87 MB, 55.14 MB, 66.53 MB, 49.39 MB, 63.25 MB, 61.52 MB, 52.64 MB, 64.69 MB, 45.61 MB, 62.26 MB, 63.53 MB, 70.95 MB, 66.24 MB, 58.16 MB, 60.25 MB, 58.23 MB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 80.54 MB (84456565) - PerHostPeakMemUsage: 44.25 GB (47515393097) - RowsProduced: 787.40M (787398926) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 11m47s - TotalStorageWaitTime: 2m38s - TotalThreadsInvoluntaryContextSwitches: 64.95K (64954) - TotalThreadsTotalWallClockTime: 36m42s - TotalThreadsSysTime: 10s278ms - TotalThreadsUserTime: 6m31s - TotalThreadsVoluntaryContextSwitches: 442.45K (442450) Fragment Instance Lifecycle Timings: - ExecTime: 18m21s - ExecTreeExecTime: 2m39s - OpenTime: 24.726ms - ExecTreeOpenTime: 419.213us - PrepareTime: 33.920ms - ExecTreePrepareTime: 4.064ms DataStreamSender (dst_id=21):(Total: 3m5s, non-child: 3m5s, % non-child: 100.00%) - BytesSent: 21.17 GB (22731566414) - NetworkThroughput(*): 438.56 MB/sec - OverallThroughput: 117.14 MB/sec - PeakMemoryUsage: 220.17 KB (225456) - RowsReturned: 787.40M (787398926) - SerializeBatchTime: 2m15s - TransmitDataRPCTime: 49s431ms - UncompressedRowBatchSize: 30.07 GB (32290481770) CodeGen:(Total: 44.301ms, non-child: 44.301ms, % non-child: 100.00%) - CodegenTime: 779.718us - CompileTime: 6.520ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 29 (29) - NumInstructions: 460 (460) - OptimizationTime: 16.323ms - PeakMemoryUsage: 230.00 KB (235520) - PrepareTime: 20.981ms HDFS_SCAN_NODE (id=0):(Total: 2m38s, non-child: 2m38s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 3:102/23.81 GB 5:109/25.05 GB 2:107/24.83 GB 0:116/26.85 GB 4:106/24.03 GB 7:102/23.72 GB 1:101/23.61 GB 6:112/25.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 165 out of 165 Runtime filters: All filters arrived. Waited 402ms Hdfs Read Thread Concurrency Bucket: 0:84.38% 1:15.62% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:690 PARQUET/SNAPPY:990 BytesRead(32s000ms): 58.59 MB, 60.31 MB, 60.31 MB, 94.29 MB, 458.41 MB, 777.52 MB, 1.04 GB, 1.16 GB, 1.27 GB, 1.40 GB, 1.51 GB, 1.92 GB, 2.25 GB, 2.58 GB, 2.87 GB, 3.17 GB, 3.63 GB, 4.22 GB, 4.76 GB, 5.02 GB, 5.22 GB, 5.48 GB, 5.99 GB, 6.22 GB, 6.69 GB, 7.04 GB, 7.09 GB, 7.30 GB, 7.48 GB, 7.67 GB, 7.86 GB, 8.17 GB, 8.44 GB, 8.80 GB - FooterProcessingTime: (Avg: 92.187ms ; Min: 1.201ms ; Max: 1s112ms ; Number of samples: 165) - AverageHdfsReadThreadConcurrency: 0.16 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.24 GB (9917635607) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.24 GB (9917635607) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.24 GB (9917635607) - DecompressionTime: 41s335ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 165 (165) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 79.30 MB (83152319) - PerReadThreadRawHdfsThroughput: 53.87 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 2m35s - RowBatchQueuePutWaitTime: 12m48s - RowsRead: 787.40M (787398926) - RowsReturned: 787.40M (787398926) - RowsReturnedRate: 4.96 M/sec - ScanRangesComplete: 855 (855) - ScannerThreadsInvoluntaryContextSwitches: 32.34K (32339) - ScannerThreadsTotalWallClockTime: 18m21s - MaterializeTupleTime(*): 2m1s - ScannerThreadsSysTime: 3s904ms - ScannerThreadsUserTime: 2m41s - ScannerThreadsVoluntaryContextSwitches: 394.50K (394505) - TotalRawHdfsReadTime(*): 2m55s - TotalReadThroughput: 8.59 MB/sec Filter 0 (1.00 MB): - Files processed: 855 (855) - Files rejected: 690 (690) - Files total: 855 (855) - RowGroups processed: 769.02K (769023) - RowGroups rejected: 0 (0) - RowGroups total: 769.02K (769023) - Rows processed: 2.70M (2703360) - Rows rejected: 0 (0) - Rows total: 787.40M (787398926) - Splits processed: 165 (165) - Splits rejected: 0 (0) - Splits total: 165 (165) Instance 4b403f9f6fe2ecf6:4f81291100000003 (host=vd1309.halxg.cloudera.com:22000):(Total: 18m21s, non-child: 12m28s, % non-child: 67.97%) Hdfs split stats (:<# splits>/): 4:98/22.52 GB 2:93/21.82 GB 5:114/26.39 GB 3:109/24.99 GB 6:115/26.72 GB 1:104/24.36 GB 7:109/25.03 GB 0:110/25.63 GB Filter 0 arrival: 435ms MemoryUsage(32s000ms): 76.35 MB, 77.60 MB, 77.60 MB, 72.12 MB, 56.95 MB, 57.05 MB, 54.01 MB, 71.03 MB, 64.37 MB, 56.89 MB, 52.28 MB, 52.13 MB, 57.54 MB, 61.27 MB, 53.10 MB, 55.78 MB, 46.11 MB, 54.37 MB, 53.91 MB, 61.61 MB, 59.38 MB, 52.93 MB, 56.55 MB, 57.42 MB, 57.56 MB, 36.16 MB, 66.31 MB, 60.83 MB, 68.97 MB, 72.07 MB, 67.13 MB, 62.73 MB, 63.98 MB, 60.38 MB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 80.54 MB (84455825) - PerHostPeakMemUsage: 44.26 GB (47521048847) - RowsProduced: 786.04M (786044059) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 11m31s - TotalStorageWaitTime: 2m36s - TotalThreadsInvoluntaryContextSwitches: 75.17K (75167) - TotalThreadsTotalWallClockTime: 36m42s - TotalThreadsSysTime: 10s285ms - TotalThreadsUserTime: 6m29s - TotalThreadsVoluntaryContextSwitches: 444.01K (444008) Fragment Instance Lifecycle Timings: - ExecTime: 18m21s - ExecTreeExecTime: 2m50s - OpenTime: 33.943ms - ExecTreeOpenTime: 1.240ms - PrepareTime: 56.014ms - ExecTreePrepareTime: 6.928ms DataStreamSender (dst_id=21):(Total: 3m2s, non-child: 3m2s, % non-child: 100.00%) - BytesSent: 21.14 GB (22695101325) - NetworkThroughput(*): 448.59 MB/sec - OverallThroughput: 118.42 MB/sec - PeakMemoryUsage: 220.17 KB (225456) - RowsReturned: 786.04M (786044059) - SerializeBatchTime: 2m14s - TransmitDataRPCTime: 48s248ms - UncompressedRowBatchSize: 30.02 GB (32234919955) CodeGen:(Total: 71.529ms, non-child: 71.529ms, % non-child: 100.00%) - CodegenTime: 1.205ms - CompileTime: 9.076ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 29 (29) - NumInstructions: 460 (460) - OptimizationTime: 20.591ms - PeakMemoryUsage: 230.00 KB (235520) - PrepareTime: 40.970ms HDFS_SCAN_NODE (id=0):(Total: 2m49s, non-child: 2m49s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 4:98/22.52 GB 2:93/21.82 GB 5:114/26.39 GB 3:109/24.99 GB 6:115/26.72 GB 1:104/24.36 GB 7:109/25.03 GB 0:110/25.63 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 164 out of 164 Runtime filters: All filters arrived. Waited 361ms Hdfs Read Thread Concurrency Bucket: 0:84.15% 1:15.85% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:688 PARQUET/SNAPPY:984 BytesRead(32s000ms): 60.11 MB, 61.06 MB, 61.06 MB, 110.13 MB, 548.18 MB, 814.67 MB, 1.14 GB, 1.33 GB, 1.44 GB, 1.55 GB, 1.67 GB, 2.03 GB, 2.33 GB, 2.69 GB, 3.02 GB, 3.25 GB, 3.59 GB, 4.17 GB, 4.74 GB, 5.08 GB, 5.28 GB, 5.54 GB, 6.01 GB, 6.24 GB, 6.66 GB, 7.05 GB, 7.11 GB, 7.31 GB, 7.51 GB, 7.66 GB, 7.85 GB, 8.14 GB, 8.43 GB, 8.81 GB - FooterProcessingTime: (Avg: 90.791ms ; Min: 1.213ms ; Max: 992.110ms ; Number of samples: 164) - AverageHdfsReadThreadConcurrency: 0.16 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.23 GB (9914213325) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.23 GB (9914213325) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.23 GB (9914213325) - DecompressionTime: 40s612ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 164 (164) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 79.30 MB (83152299) - PerReadThreadRawHdfsThroughput: 54.10 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 2m46s - RowBatchQueuePutWaitTime: 11m50s - RowsRead: 786.04M (786044059) - RowsReturned: 786.04M (786044059) - RowsReturnedRate: 4.63 M/sec - ScanRangesComplete: 852 (852) - ScannerThreadsInvoluntaryContextSwitches: 36.21K (36207) - ScannerThreadsTotalWallClockTime: 18m20s - MaterializeTupleTime(*): 2m47s - ScannerThreadsSysTime: 3s890ms - ScannerThreadsUserTime: 2m40s - ScannerThreadsVoluntaryContextSwitches: 397.29K (397294) - TotalRawHdfsReadTime(*): 2m54s - TotalReadThroughput: 8.58 MB/sec Filter 0 (1.00 MB): - Files processed: 852 (852) - Files rejected: 688 (688) - Files total: 852 (852) - RowGroups processed: 767.70K (767700) - RowGroups rejected: 0 (0) - RowGroups total: 767.70K (767700) - Rows processed: 2.69M (2686976) - Rows rejected: 0 (0) - Rows total: 786.04M (786044059) - Splits processed: 164 (164) - Splits rejected: 0 (0) - Splits total: 164 (164) Instance 4b403f9f6fe2ecf6:4f81291100000007 (host=vd1312.halxg.cloudera.com:22000):(Total: 18m17s, non-child: 12m35s, % non-child: 68.78%) Hdfs split stats (:<# splits>/): 0:109/25.03 GB 5:99/22.55 GB 6:118/27.04 GB 7:115/26.81 GB 1:108/25.07 GB 3:92/20.80 GB 2:112/25.75 GB 4:107/24.43 GB Filter 0 arrival: 426ms MemoryUsage(32s000ms): 74.29 MB, 76.84 MB, 76.84 MB, 68.86 MB, 56.28 MB, 50.47 MB, 61.32 MB, 67.20 MB, 62.23 MB, 54.53 MB, 59.31 MB, 51.55 MB, 63.81 MB, 55.27 MB, 46.79 MB, 60.70 MB, 44.83 MB, 45.42 MB, 54.64 MB, 61.04 MB, 63.32 MB, 58.13 MB, 70.40 MB, 58.32 MB, 56.68 MB, 69.88 MB, 76.61 MB, 62.37 MB, 69.16 MB, 54.82 MB, 62.66 MB, 55.18 MB, 59.93 MB, 59.23 MB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 80.78 MB (84702201) - PerHostPeakMemUsage: 44.22 GB (47475534951) - RowsProduced: 778.68M (778684564) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 11m27s - TotalStorageWaitTime: 2m41s - TotalThreadsInvoluntaryContextSwitches: 79.80K (79798) - TotalThreadsTotalWallClockTime: 36m35s - TotalThreadsSysTime: 10s015ms - TotalThreadsUserTime: 6m25s - TotalThreadsVoluntaryContextSwitches: 442.31K (442305) Fragment Instance Lifecycle Timings: - ExecTime: 18m17s - ExecTreeExecTime: 2m39s - OpenTime: 25.444ms - ExecTreeOpenTime: 609.439us - PrepareTime: 39.814ms - ExecTreePrepareTime: 4.821ms DataStreamSender (dst_id=21):(Total: 3m3s, non-child: 3m3s, % non-child: 100.00%) - BytesSent: 20.94 GB (22484605906) - NetworkThroughput(*): 434.65 MB/sec - OverallThroughput: 117.02 MB/sec - PeakMemoryUsage: 220.17 KB (225456) - RowsReturned: 778.68M (778684564) - SerializeBatchTime: 2m13s - TransmitDataRPCTime: 49s333ms - UncompressedRowBatchSize: 29.74 GB (31933114052) CodeGen:(Total: 49.079ms, non-child: 49.079ms, % non-child: 100.00%) - CodegenTime: 735.056us - CompileTime: 6.142ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 29 (29) - NumInstructions: 460 (460) - OptimizationTime: 16.952ms - PeakMemoryUsage: 230.00 KB (235520) - PrepareTime: 25.420ms HDFS_SCAN_NODE (id=0):(Total: 2m39s, non-child: 2m39s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:109/25.03 GB 5:99/22.55 GB 6:118/27.04 GB 7:115/26.81 GB 1:108/25.07 GB 3:92/20.80 GB 2:112/25.75 GB 4:107/24.43 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 164 out of 164 Runtime filters: All filters arrived. Waited 381ms Hdfs Read Thread Concurrency Bucket: 0:84.69% 1:15.31% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:696 PARQUET/SNAPPY:984 BytesRead(32s000ms): 59.34 MB, 61.53 MB, 61.53 MB, 108.13 MB, 531.70 MB, 814.01 MB, 1.05 GB, 1.16 GB, 1.31 GB, 1.44 GB, 1.58 GB, 1.93 GB, 2.21 GB, 2.57 GB, 2.84 GB, 3.10 GB, 3.42 GB, 3.97 GB, 4.51 GB, 4.84 GB, 5.03 GB, 5.30 GB, 5.87 GB, 6.12 GB, 6.56 GB, 6.92 GB, 6.98 GB, 7.16 GB, 7.39 GB, 7.52 GB, 7.74 GB, 8.03 GB, 8.32 GB, 8.70 GB - FooterProcessingTime: (Avg: 110.097ms ; Min: 1.287ms ; Max: 1s301ms ; Number of samples: 164) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.15 GB (9824571490) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.15 GB (9824571490) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.15 GB (9824571490) - DecompressionTime: 39s670ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 164 (164) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 79.55 MB (83415303) - PerReadThreadRawHdfsThroughput: 56.03 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 2m36s - RowBatchQueuePutWaitTime: 12m27s - RowsRead: 778.68M (778684564) - RowsReturned: 778.68M (778684564) - RowsReturnedRate: 4.88 M/sec - ScanRangesComplete: 860 (860) - ScannerThreadsInvoluntaryContextSwitches: 37.78K (37779) - ScannerThreadsTotalWallClockTime: 18m17s - MaterializeTupleTime(*): 2m19s - ScannerThreadsSysTime: 3s640ms - ScannerThreadsUserTime: 2m39s - ScannerThreadsVoluntaryContextSwitches: 395.47K (395470) - TotalRawHdfsReadTime(*): 2m47s - TotalReadThroughput: 8.54 MB/sec Filter 0 (1.00 MB): - Files processed: 860 (860) - Files rejected: 696 (696) - Files total: 860 (860) - RowGroups processed: 760.51K (760509) - RowGroups rejected: 0 (0) - RowGroups total: 760.51K (760509) - Rows processed: 2.69M (2686976) - Rows rejected: 0 (0) - Rows total: 778.68M (778684564) - Splits processed: 164 (164) - Splits rejected: 0 (0) - Splits total: 164 (164) Instance 4b403f9f6fe2ecf6:4f81291100000004 (host=vd1314.halxg.cloudera.com:22000):(Total: 18m15s, non-child: 12m36s, % non-child: 69.00%) Hdfs split stats (:<# splits>/): 7:121/28.05 GB 2:106/24.27 GB 6:102/23.53 GB 5:102/23.72 GB 1:94/21.60 GB 4:120/27.73 GB 0:105/24.14 GB 3:105/24.53 GB Filter 0 arrival: 432ms MemoryUsage(32s000ms): 74.74 MB, 76.45 MB, 76.45 MB, 70.25 MB, 44.47 MB, 56.69 MB, 58.09 MB, 68.04 MB, 63.89 MB, 53.82 MB, 57.76 MB, 50.71 MB, 58.46 MB, 53.87 MB, 55.22 MB, 56.78 MB, 50.80 MB, 47.84 MB, 57.39 MB, 61.38 MB, 64.39 MB, 60.12 MB, 51.43 MB, 63.08 MB, 53.78 MB, 66.39 MB, 70.20 MB, 51.34 MB, 77.16 MB, 67.21 MB, 57.46 MB, 59.63 MB, 64.02 MB, 60.55 MB ThreadUsage(32s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 79.29 MB (83144309) - PerHostPeakMemUsage: 44.22 GB (47481811062) - RowsProduced: 797.53M (797526158) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 11m23s - TotalStorageWaitTime: 2m22s - TotalThreadsInvoluntaryContextSwitches: 66.61K (66615) - TotalThreadsTotalWallClockTime: 36m30s - TotalThreadsSysTime: 10s900ms - TotalThreadsUserTime: 6m37s - TotalThreadsVoluntaryContextSwitches: 450.70K (450697) Fragment Instance Lifecycle Timings: - ExecTime: 18m15s - ExecTreeExecTime: 2m32s - OpenTime: 23.694ms - ExecTreeOpenTime: 420.577us - PrepareTime: 27.185ms - ExecTreePrepareTime: 2.568ms DataStreamSender (dst_id=21):(Total: 3m7s, non-child: 3m7s, % non-child: 100.00%) - BytesSent: 21.44 GB (23021915646) - NetworkThroughput(*): 436.57 MB/sec - OverallThroughput: 117.18 MB/sec - PeakMemoryUsage: 220.17 KB (225456) - RowsReturned: 797.53M (797526158) - SerializeBatchTime: 2m16s - TransmitDataRPCTime: 50s290ms - UncompressedRowBatchSize: 30.46 GB (32705789922) CodeGen:(Total: 40.611ms, non-child: 40.611ms, % non-child: 100.00%) - CodegenTime: 649.027us - CompileTime: 6.406ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 29 (29) - NumInstructions: 460 (460) - OptimizationTime: 15.528ms - PeakMemoryUsage: 230.00 KB (235520) - PrepareTime: 18.241ms HDFS_SCAN_NODE (id=0):(Total: 2m32s, non-child: 2m32s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:121/28.05 GB 2:106/24.27 GB 6:102/23.53 GB 5:102/23.72 GB 1:94/21.60 GB 4:120/27.73 GB 0:105/24.14 GB 3:105/24.53 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 168 out of 168 Runtime filters: All filters arrived. Waited 401ms Hdfs Read Thread Concurrency Bucket: 0:85.17% 1:14.83% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:687 PARQUET/SNAPPY:1008 BytesRead(32s000ms): 59.67 MB, 61.15 MB, 61.15 MB, 101.29 MB, 473.11 MB, 771.14 MB, 1.08 GB, 1.21 GB, 1.34 GB, 1.44 GB, 1.59 GB, 1.99 GB, 2.32 GB, 2.68 GB, 3.03 GB, 3.31 GB, 3.73 GB, 4.25 GB, 4.81 GB, 5.16 GB, 5.37 GB, 5.69 GB, 6.21 GB, 6.46 GB, 6.93 GB, 7.27 GB, 7.32 GB, 7.49 GB, 7.70 GB, 7.85 GB, 8.04 GB, 8.37 GB, 8.61 GB, 9.01 GB - FooterProcessingTime: (Avg: 109.742ms ; Min: 1.237ms ; Max: 1s328ms ; Number of samples: 168) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.35 GB (10040514033) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.35 GB (10040514033) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.35 GB (10040514033) - DecompressionTime: 1m11s - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 168 (168) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 78.05 MB (81841417) - PerReadThreadRawHdfsThroughput: 59.51 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 2m29s - RowBatchQueuePutWaitTime: 12m13s - RowsRead: 797.53M (797526158) - RowsReturned: 797.53M (797526158) - RowsReturnedRate: 5.24 M/sec - ScanRangesComplete: 855 (855) - ScannerThreadsInvoluntaryContextSwitches: 33.37K (33368) - ScannerThreadsTotalWallClockTime: 18m15s - MaterializeTupleTime(*): 2m3s - ScannerThreadsSysTime: 4s159ms - ScannerThreadsUserTime: 2m43s - ScannerThreadsVoluntaryContextSwitches: 402.75K (402752) - TotalRawHdfsReadTime(*): 2m40s - TotalReadThroughput: 8.74 MB/sec Filter 0 (1.00 MB): - Files processed: 855 (855) - Files rejected: 687 (687) - Files total: 855 (855) - RowGroups processed: 778.93K (778926) - RowGroups rejected: 0 (0) - RowGroups total: 778.93K (778926) - Rows processed: 2.75M (2752512) - Rows rejected: 0 (0) - Rows total: 797.53M (797526158) - Splits processed: 168 (168) - Splits rejected: 0 (0) - Splits total: 168 (168) Instance 4b403f9f6fe2ecf6:4f81291100000001 (host=vd1316.halxg.cloudera.com:22000):(Total: 18m15s, non-child: 12m42s, % non-child: 69.60%) Hdfs split stats (:<# splits>/): 3:98/22.36 GB 2:116/26.47 GB 1:104/24.43 GB 6:103/23.93 GB 4:104/23.03 GB 0:125/28.32 GB 7:98/22.80 GB 5:111/26.22 GB Filter 0 arrival: 417ms MemoryUsage(32s000ms): 73.69 MB, 76.48 MB, 76.48 MB, 69.26 MB, 63.59 MB, 52.45 MB, 64.97 MB, 54.27 MB, 56.28 MB, 56.58 MB, 57.96 MB, 53.74 MB, 52.91 MB, 58.32 MB, 52.07 MB, 54.51 MB, 53.40 MB, 47.35 MB, 56.28 MB, 66.66 MB, 62.25 MB, 57.55 MB, 68.39 MB, 65.48 MB, 53.32 MB, 64.13 MB, 69.29 MB, 61.27 MB, 76.59 MB, 70.36 MB, 65.45 MB, 65.68 MB, 61.32 MB, 61.95 MB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 79.31 MB (83162353) - PerHostPeakMemUsage: 44.25 GB (47514374484) - RowsProduced: 793.26M (793261845) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 11m52s - TotalStorageWaitTime: 2m27s - TotalThreadsInvoluntaryContextSwitches: 63.46K (63459) - TotalThreadsTotalWallClockTime: 36m30s - TotalThreadsSysTime: 9s926ms - TotalThreadsUserTime: 6m34s - TotalThreadsVoluntaryContextSwitches: 446.43K (446429) Fragment Instance Lifecycle Timings: - ExecTime: 18m15s - ExecTreeExecTime: 2m27s - OpenTime: 27.048ms - ExecTreeOpenTime: 750.079us - PrepareTime: 37.963ms - ExecTreePrepareTime: 4.306ms DataStreamSender (dst_id=21):(Total: 3m6s, non-child: 3m6s, % non-child: 100.00%) - BytesSent: 21.32 GB (22896596380) - NetworkThroughput(*): 441.18 MB/sec - OverallThroughput: 117.39 MB/sec - PeakMemoryUsage: 220.17 KB (225456) - RowsReturned: 793.26M (793261845) - SerializeBatchTime: 2m16s - TransmitDataRPCTime: 49s494ms - UncompressedRowBatchSize: 30.30 GB (32530914497) CodeGen:(Total: 49.482ms, non-child: 49.482ms, % non-child: 100.00%) - CodegenTime: 684.015us - CompileTime: 8.325ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 29 (29) - NumInstructions: 460 (460) - OptimizationTime: 16.379ms - PeakMemoryUsage: 230.00 KB (235520) - PrepareTime: 24.302ms HDFS_SCAN_NODE (id=0):(Total: 2m26s, non-child: 2m26s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 3:98/22.36 GB 2:116/26.47 GB 1:104/24.43 GB 6:103/23.93 GB 4:104/23.03 GB 0:125/28.32 GB 7:98/22.80 GB 5:111/26.22 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 168 out of 168 Runtime filters: All filters arrived. Waited 361ms Hdfs Read Thread Concurrency Bucket: 0:85.16% 1:14.84% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:691 PARQUET/SNAPPY:1008 BytesRead(32s000ms): 59.66 MB, 62.12 MB, 62.12 MB, 101.45 MB, 492.07 MB, 796.42 MB, 1.13 GB, 1.27 GB, 1.37 GB, 1.48 GB, 1.61 GB, 1.99 GB, 2.26 GB, 2.60 GB, 2.91 GB, 3.18 GB, 3.55 GB, 4.08 GB, 4.67 GB, 5.00 GB, 5.17 GB, 5.45 GB, 5.99 GB, 6.25 GB, 6.68 GB, 7.11 GB, 7.16 GB, 7.36 GB, 7.59 GB, 7.74 GB, 7.92 GB, 8.26 GB, 8.54 GB, 8.94 GB - FooterProcessingTime: (Avg: 93.440ms ; Min: 1.238ms ; Max: 1s230ms ; Number of samples: 168) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.29 GB (9977536815) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.29 GB (9977536815) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.29 GB (9977536815) - DecompressionTime: 39s807ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 168 (168) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 78.05 MB (81842156) - PerReadThreadRawHdfsThroughput: 58.85 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 2m24s - RowBatchQueuePutWaitTime: 12m55s - RowsRead: 793.26M (793261845) - RowsReturned: 793.26M (793261845) - RowsReturnedRate: 5.40 M/sec - ScanRangesComplete: 859 (859) - ScannerThreadsInvoluntaryContextSwitches: 31.83K (31828) - ScannerThreadsTotalWallClockTime: 18m15s - MaterializeTupleTime(*): 2m3s - ScannerThreadsSysTime: 3s809ms - ScannerThreadsUserTime: 2m42s - ScannerThreadsVoluntaryContextSwitches: 398.87K (398865) - TotalRawHdfsReadTime(*): 2m41s - TotalReadThroughput: 8.69 MB/sec Filter 0 (1.00 MB): - Files processed: 859 (859) - Files rejected: 691 (691) - Files total: 859 (859) - RowGroups processed: 774.75K (774746) - RowGroups rejected: 0 (0) - RowGroups total: 774.75K (774746) - Rows processed: 2.75M (2752512) - Rows rejected: 0 (0) - Rows total: 793.26M (793261845) - Splits processed: 168 (168) - Splits rejected: 0 (0) - Splits total: 168 (168) Averaged Fragment F01:(Total: 1m35s, non-child: 24s527ms, % non-child: 25.64%) split sizes: min: 22.90 GB, max: 23.03 GB, avg: 22.95 GB, stddev: 43.26 MB completion times: min:1m33s max:1m39s mean: 1m35s stddev:2s454ms execution rates: min:236.75 MB/sec max:251.54 MB/sec mean:245.83 MB/sec stddev:6.06 MB/sec num instances: 7 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 61.14 MB (64114160) - PerHostPeakMemUsage: 37.44 GB (40200981168) - RowsProduced: 411.39M (411395000) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s586ms - TotalStorageWaitTime: 25s989ms - TotalThreadsInvoluntaryContextSwitches: 17.98K (17979) - TotalThreadsTotalWallClockTime: 3m11s - TotalThreadsSysTime: 3s624ms - TotalThreadsUserTime: 1m35s - TotalThreadsVoluntaryContextSwitches: 267.21K (267207) Fragment Instance Lifecycle Timings: - ExecTime: 1m35s - ExecTreeExecTime: 24s390ms - OpenTime: 17.530ms - ExecTreeOpenTime: 241.066us - PrepareTime: 36.149ms - ExecTreePrepareTime: 1.528ms DataStreamSender (dst_id=22):(Total: 46s854ms, non-child: 46s854ms, % non-child: 100.00%) - BytesSent: 5.85 GB (6286191245) - NetworkThroughput(*): 336.59 MB/sec - OverallThroughput: 127.98 MB/sec - PeakMemoryUsage: 248.66 KB (254632) - RowsReturned: 411.39M (411395000) - SerializeBatchTime: 28s992ms - TransmitDataRPCTime: 17s817ms - UncompressedRowBatchSize: 8.05 GB (8641003828) CodeGen:(Total: 41.582ms, non-child: 41.582ms, % non-child: 100.00%) - CodegenTime: 369.135us - CompileTime: 4.798ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 10.070ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 26.090ms HDFS_SCAN_NODE (id=1):(Total: 24s244ms, non-child: 24s244ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.20 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 4.18 GB (4487856523) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.18 GB (4487856523) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.18 GB (4487856523) - DecompressionTime: 17s007ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 288 (288) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 60.90 MB (63856504) - PerReadThreadRawHdfsThroughput: 222.16 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 23s079ms - RowBatchQueuePutWaitTime: 37s300ms - RowsRead: 411.39M (411395000) - RowsReturned: 411.39M (411395000) - RowsReturnedRate: 17.15 M/sec - ScanRangesComplete: 288 (288) - ScannerThreadsInvoluntaryContextSwitches: 9.29K (9295) - ScannerThreadsTotalWallClockTime: 1m35s - MaterializeTupleTime(*): 11s911ms - ScannerThreadsSysTime: 1s665ms - ScannerThreadsUserTime: 30s574ms - ScannerThreadsVoluntaryContextSwitches: 265.03K (265033) - TotalRawHdfsReadTime(*): 19s461ms - TotalReadThroughput: 44.71 MB/sec Fragment F01: Instance 4b403f9f6fe2ecf6:4f8129110000000d (host=vd1309.halxg.cloudera.com:22000):(Total: 1m39s, non-child: 27s899ms, % non-child: 28.01%) Hdfs split stats (:<# splits>/): 4:36/3.11 GB 5:35/3.03 GB 6:46/3.30 GB 0:36/2.94 GB 3:33/2.48 GB 2:32/2.64 GB 7:37/3.00 GB 1:31/2.55 GB MemoryUsage(2s000ms): 19.56 MB, 12.44 MB, 11.90 MB, 12.40 MB, 16.02 MB, 17.03 MB, 23.84 MB, 17.02 MB, 17.08 MB, 18.13 MB, 18.27 MB, 17.54 MB, 26.82 MB, 33.72 MB, 23.70 MB, 26.95 MB, 27.36 MB, 20.40 MB, 15.54 MB, 15.55 MB, 31.51 MB, 14.45 MB, 25.53 MB, 17.02 MB, 21.71 MB, 18.81 MB, 23.05 MB, 24.09 MB, 21.16 MB, 19.10 MB, 15.10 MB, 21.71 MB, 19.43 MB, 19.25 MB, 21.83 MB, 14.35 MB, 17.91 MB, 23.04 MB, 24.31 MB, 44.27 MB, 21.33 MB, 20.92 MB, 20.84 MB, 17.62 MB, 22.53 MB, 21.39 MB, 22.00 MB, 11.71 MB, 18.50 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 71.80 MB (75289997) - PerHostPeakMemUsage: 40.87 GB (43878910116) - RowsProduced: 415.65M (415650596) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 6s085ms - TotalStorageWaitTime: 25s036ms - TotalThreadsInvoluntaryContextSwitches: 28.51K (28512) - TotalThreadsTotalWallClockTime: 3m19s - TotalThreadsSysTime: 4s461ms - TotalThreadsUserTime: 1m40s - TotalThreadsVoluntaryContextSwitches: 270.83K (270833) Fragment Instance Lifecycle Timings: - ExecTime: 1m39s - ExecTreeExecTime: 23s672ms - OpenTime: 20.920ms - ExecTreeOpenTime: 303.924us - PrepareTime: 37.889ms - ExecTreePrepareTime: 1.388ms DataStreamSender (dst_id=22):(Total: 48s144ms, non-child: 48s144ms, % non-child: 100.00%) - BytesSent: 5.91 GB (6340685687) - NetworkThroughput(*): 349.20 MB/sec - OverallThroughput: 125.60 MB/sec - PeakMemoryUsage: 248.66 KB (254632) - RowsReturned: 415.65M (415650596) - SerializeBatchTime: 30s779ms - TransmitDataRPCTime: 17s316ms - UncompressedRowBatchSize: 8.13 GB (8730389016) CodeGen:(Total: 47.625ms, non-child: 47.625ms, % non-child: 100.00%) - CodegenTime: 435.320us - CompileTime: 6.416ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 10.166ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 30.457ms HDFS_SCAN_NODE (id=1):(Total: 23s506ms, non-child: 23s506ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 4:36/3.11 GB 5:35/3.03 GB 6:46/3.30 GB 0:36/2.94 GB 3:33/2.48 GB 2:32/2.64 GB 7:37/3.00 GB 1:31/2.55 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 286 out of 286 Hdfs Read Thread Concurrency Bucket: 0:84.92% 1:15.08% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:572 BytesRead(2s000ms): 42.09 MB, 131.09 MB, 185.30 MB, 229.91 MB, 275.76 MB, 324.72 MB, 401.47 MB, 466.96 MB, 535.73 MB, 618.54 MB, 687.99 MB, 768.95 MB, 833.62 MB, 867.84 MB, 893.60 MB, 975.66 MB, 1.04 GB, 1.11 GB, 1.18 GB, 1.27 GB, 1.37 GB, 1.44 GB, 1.53 GB, 1.64 GB, 1.73 GB, 1.83 GB, 1.92 GB, 2.01 GB, 2.10 GB, 2.20 GB, 2.31 GB, 2.42 GB, 2.51 GB, 2.62 GB, 2.73 GB, 2.82 GB, 2.95 GB, 3.06 GB, 3.18 GB, 3.31 GB, 3.40 GB, 3.50 GB, 3.59 GB, 3.67 GB, 3.76 GB, 3.86 GB, 3.97 GB, 4.06 GB, 4.14 GB - FooterProcessingTime: (Avg: 24.964ms ; Min: 1.111ms ; Max: 501.321ms ; Number of samples: 286) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 4.21 GB (4518787576) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.21 GB (4518787576) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.21 GB (4518787576) - DecompressionTime: 17s457ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 286 (286) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.55 MB (75025899) - PerReadThreadRawHdfsThroughput: 253.40 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 22s110ms - RowBatchQueuePutWaitTime: 41s222ms - RowsRead: 415.65M (415650596) - RowsReturned: 415.65M (415650596) - RowsReturnedRate: 17.68 M/sec - ScanRangesComplete: 286 (286) - ScannerThreadsInvoluntaryContextSwitches: 13.46K (13465) - ScannerThreadsTotalWallClockTime: 1m39s - MaterializeTupleTime(*): 12s062ms - ScannerThreadsSysTime: 1s934ms - ScannerThreadsUserTime: 31s538ms - ScannerThreadsVoluntaryContextSwitches: 268.90K (268902) - TotalRawHdfsReadTime(*): 17s006ms - TotalReadThroughput: 43.31 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000000c (host=vd1312.halxg.cloudera.com:22000):(Total: 1m38s, non-child: 22s864ms, % non-child: 23.19%) Hdfs split stats (:<# splits>/): 3:40/3.52 GB 0:37/2.95 GB 4:39/3.07 GB 2:26/2.06 GB 6:30/2.43 GB 5:37/3.22 GB 7:34/2.56 GB 1:41/3.14 GB MemoryUsage(2s000ms): 12.84 MB, 12.93 MB, 8.34 MB, 5.56 MB, 20.41 MB, 14.16 MB, 17.11 MB, 23.93 MB, 17.24 MB, 27.92 MB, 7.56 MB, 16.24 MB, 19.97 MB, 22.75 MB, 21.19 MB, 19.33 MB, 18.19 MB, 12.21 MB, 7.64 MB, 23.11 MB, 38.34 MB, 14.85 MB, 21.61 MB, 23.36 MB, 26.78 MB, 13.81 MB, 18.82 MB, 24.11 MB, 14.54 MB, 19.34 MB, 13.92 MB, 17.15 MB, 20.07 MB, 21.70 MB, 21.67 MB, 27.46 MB, 23.08 MB, 11.77 MB, 23.53 MB, 24.92 MB, 26.35 MB, 20.88 MB, 15.01 MB, 26.39 MB, 20.88 MB, 25.70 MB, 23.41 MB, 22.78 MB, 25.60 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 71.78 MB (75266723) - PerHostPeakMemUsage: 39.74 GB (42668028368) - RowsProduced: 414.20M (414199417) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s587ms - TotalStorageWaitTime: 30s523ms - TotalThreadsInvoluntaryContextSwitches: 14.87K (14866) - TotalThreadsTotalWallClockTime: 3m17s - TotalThreadsSysTime: 2s799ms - TotalThreadsUserTime: 1m32s - TotalThreadsVoluntaryContextSwitches: 278.12K (278118) Fragment Instance Lifecycle Timings: - ExecTime: 1m38s - ExecTreeExecTime: 29s304ms - OpenTime: 14.196ms - ExecTreeOpenTime: 165.206us - PrepareTime: 32.097ms - ExecTreePrepareTime: 1.447ms DataStreamSender (dst_id=22):(Total: 46s507ms, non-child: 46s507ms, % non-child: 100.00%) - BytesSent: 5.89 GB (6320759330) - NetworkThroughput(*): 326.01 MB/sec - OverallThroughput: 129.61 MB/sec - PeakMemoryUsage: 248.66 KB (254632) - RowsReturned: 414.20M (414199417) - SerializeBatchTime: 27s973ms - TransmitDataRPCTime: 18s490ms - UncompressedRowBatchSize: 8.10 GB (8699908221) CodeGen:(Total: 34.803ms, non-child: 34.803ms, % non-child: 100.00%) - CodegenTime: 255.653us - CompileTime: 4.333ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 8.140ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 21.882ms HDFS_SCAN_NODE (id=1):(Total: 29s171ms, non-child: 29s171ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 3:40/3.52 GB 0:37/2.95 GB 4:39/3.07 GB 2:26/2.06 GB 6:30/2.43 GB 5:37/3.22 GB 7:34/2.56 GB 1:41/3.14 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 284 out of 284 Hdfs Read Thread Concurrency Bucket: 0:77.66% 1:22.34% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:568 BytesRead(2s000ms): 22.65 MB, 70.31 MB, 131.81 MB, 178.86 MB, 234.50 MB, 303.15 MB, 368.71 MB, 465.42 MB, 543.25 MB, 632.77 MB, 673.30 MB, 738.88 MB, 810.62 MB, 856.16 MB, 882.67 MB, 942.15 MB, 1019.22 MB, 1.08 GB, 1.12 GB, 1.23 GB, 1.33 GB, 1.40 GB, 1.48 GB, 1.58 GB, 1.66 GB, 1.76 GB, 1.85 GB, 1.96 GB, 2.03 GB, 2.11 GB, 2.24 GB, 2.35 GB, 2.43 GB, 2.51 GB, 2.61 GB, 2.73 GB, 2.86 GB, 2.95 GB, 3.07 GB, 3.19 GB, 3.32 GB, 3.42 GB, 3.53 GB, 3.61 GB, 3.69 GB, 3.81 GB, 3.93 GB, 4.06 GB, 4.17 GB - FooterProcessingTime: (Avg: 29.703ms ; Min: 1.100ms ; Max: 418.322ms ; Number of samples: 284) - AverageHdfsReadThreadConcurrency: 0.22 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 4.20 GB (4505301420) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.20 GB (4505301420) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.20 GB (4505301420) - DecompressionTime: 16s715ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 284 (284) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.55 MB (75025833) - PerReadThreadRawHdfsThroughput: 200.25 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 27s776ms - RowBatchQueuePutWaitTime: 35s049ms - RowsRead: 414.20M (414199417) - RowsReturned: 414.20M (414199417) - RowsReturnedRate: 14.20 M/sec - ScanRangesComplete: 284 (284) - ScannerThreadsInvoluntaryContextSwitches: 7.55K (7551) - ScannerThreadsTotalWallClockTime: 1m38s - MaterializeTupleTime(*): 13s107ms - ScannerThreadsSysTime: 1s337ms - ScannerThreadsUserTime: 29s411ms - ScannerThreadsVoluntaryContextSwitches: 275.88K (275884) - TotalRawHdfsReadTime(*): 21s456ms - TotalReadThroughput: 43.48 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000000b (host=vd1316.halxg.cloudera.com:22000):(Total: 1m36s, non-child: 24s325ms, % non-child: 25.09%) Hdfs split stats (:<# splits>/): 2:41/3.19 GB 0:28/2.35 GB 4:38/3.10 GB 5:41/3.26 GB 1:31/2.33 GB 3:42/2.96 GB 7:29/2.52 GB 6:40/3.22 GB MemoryUsage(2s000ms): 15.39 MB, 6.21 MB, 15.56 MB, 10.44 MB, 19.41 MB, 15.90 MB, 8.35 MB, 14.05 MB, 16.58 MB, 17.36 MB, 19.41 MB, 18.07 MB, 15.38 MB, 21.84 MB, 22.53 MB, 18.66 MB, 31.86 MB, 10.47 MB, 16.19 MB, 20.83 MB, 18.58 MB, 24.99 MB, 15.73 MB, 10.52 MB, 19.83 MB, 18.71 MB, 15.92 MB, 16.99 MB, 19.86 MB, 21.99 MB, 12.66 MB, 16.17 MB, 17.04 MB, 17.55 MB, 17.72 MB, 22.34 MB, 28.42 MB, 16.94 MB, 13.01 MB, 25.90 MB, 15.89 MB, 21.60 MB, 18.44 MB, 15.27 MB, 17.90 MB, 18.09 MB, 25.21 MB, 19.82 MB ThreadUsage(2s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 1.99 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 71.78 MB (75266723) - PerHostPeakMemUsage: 37.61 GB (40385816939) - RowsProduced: 411.04M (411038661) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s512ms - TotalStorageWaitTime: 27s459ms - TotalThreadsInvoluntaryContextSwitches: 16.47K (16468) - TotalThreadsTotalWallClockTime: 3m13s - TotalThreadsSysTime: 3s666ms - TotalThreadsUserTime: 1m35s - TotalThreadsVoluntaryContextSwitches: 264.21K (264211) Fragment Instance Lifecycle Timings: - ExecTime: 1m36s - ExecTreeExecTime: 25s776ms - OpenTime: 12.782ms - ExecTreeOpenTime: 190.761us - PrepareTime: 31.034ms - ExecTreePrepareTime: 840.668us DataStreamSender (dst_id=22):(Total: 46s944ms, non-child: 46s944ms, % non-child: 100.00%) - BytesSent: 5.85 GB (6280506294) - NetworkThroughput(*): 337.85 MB/sec - OverallThroughput: 127.59 MB/sec - PeakMemoryUsage: 248.66 KB (254632) - RowsReturned: 411.04M (411038661) - SerializeBatchTime: 29s172ms - TransmitDataRPCTime: 17s728ms - UncompressedRowBatchSize: 8.04 GB (8633519225) CodeGen:(Total: 34.674ms, non-child: 34.674ms, % non-child: 100.00%) - CodegenTime: 270.090us - CompileTime: 4.414ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 6.650ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 23.174ms HDFS_SCAN_NODE (id=1):(Total: 25s631ms, non-child: 25s631ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:41/3.19 GB 0:28/2.35 GB 4:38/3.10 GB 5:41/3.26 GB 1:31/2.33 GB 3:42/2.96 GB 7:29/2.52 GB 6:40/3.22 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 290 out of 290 Hdfs Read Thread Concurrency Bucket: 0:76.68% 1:23.32% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:580 BytesRead(2s000ms): 43.95 MB, 120.51 MB, 181.35 MB, 259.98 MB, 329.05 MB, 419.78 MB, 460.84 MB, 522.90 MB, 585.23 MB, 654.03 MB, 738.28 MB, 825.57 MB, 880.14 MB, 929.17 MB, 963.66 MB, 1013.66 MB, 1.07 GB, 1.13 GB, 1.18 GB, 1.27 GB, 1.37 GB, 1.47 GB, 1.53 GB, 1.61 GB, 1.69 GB, 1.79 GB, 1.89 GB, 2.00 GB, 2.08 GB, 2.17 GB, 2.27 GB, 2.37 GB, 2.46 GB, 2.56 GB, 2.68 GB, 2.82 GB, 2.94 GB, 3.05 GB, 3.15 GB, 3.22 GB, 3.34 GB, 3.44 GB, 3.52 GB, 3.61 GB, 3.69 GB, 3.80 GB, 3.93 GB, 4.06 GB - FooterProcessingTime: (Avg: 22.113ms ; Min: 1.122ms ; Max: 359.097ms ; Number of samples: 290) - AverageHdfsReadThreadConcurrency: 0.23 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 4.18 GB (4483969606) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.18 GB (4483969606) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.18 GB (4483969606) - DecompressionTime: 17s098ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 290 (290) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.55 MB (75025852) - PerReadThreadRawHdfsThroughput: 194.09 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 24s527ms - RowBatchQueuePutWaitTime: 37s191ms - RowsRead: 411.04M (411038661) - RowsReturned: 411.04M (411038661) - RowsReturnedRate: 16.04 M/sec - ScanRangesComplete: 290 (290) - ScannerThreadsInvoluntaryContextSwitches: 8.76K (8758) - ScannerThreadsTotalWallClockTime: 1m36s - MaterializeTupleTime(*): 11s719ms - ScannerThreadsSysTime: 1s662ms - ScannerThreadsUserTime: 31s010ms - ScannerThreadsVoluntaryContextSwitches: 261.97K (261970) - TotalRawHdfsReadTime(*): 22s031ms - TotalReadThroughput: 43.97 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000000e (host=vd1311.halxg.cloudera.com:22000):(Total: 1m34s, non-child: 24s683ms, % non-child: 26.25%) Hdfs split stats (:<# splits>/): 7:31/2.70 GB 4:39/3.12 GB 0:49/3.59 GB 3:31/2.34 GB 2:33/2.60 GB 6:25/2.24 GB 5:39/3.03 GB 1:42/3.27 GB MemoryUsage(2s000ms): 12.96 MB, 23.53 MB, 18.09 MB, 12.93 MB, 13.16 MB, 13.01 MB, 15.40 MB, 13.27 MB, 15.92 MB, 11.16 MB, 16.37 MB, 24.48 MB, 19.20 MB, 22.89 MB, 26.16 MB, 19.40 MB, 22.21 MB, 12.38 MB, 25.73 MB, 13.97 MB, 19.48 MB, 17.84 MB, 19.63 MB, 16.84 MB, 18.15 MB, 23.51 MB, 18.16 MB, 23.30 MB, 12.89 MB, 21.25 MB, 20.12 MB, 25.37 MB, 21.00 MB, 25.17 MB, 26.34 MB, 23.62 MB, 35.24 MB, 18.49 MB, 25.84 MB, 16.29 MB, 22.35 MB, 20.74 MB, 25.71 MB, 20.13 MB, 21.60 MB, 21.61 MB, 20.21 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 62.78 MB (65829539) - PerHostPeakMemUsage: 37.06 GB (39796744565) - RowsProduced: 410.04M (410037771) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s622ms - TotalStorageWaitTime: 24s312ms - TotalThreadsInvoluntaryContextSwitches: 16.70K (16705) - TotalThreadsTotalWallClockTime: 3m7s - TotalThreadsSysTime: 3s806ms - TotalThreadsUserTime: 1m36s - TotalThreadsVoluntaryContextSwitches: 263.73K (263729) Fragment Instance Lifecycle Timings: - ExecTime: 1m33s - ExecTreeExecTime: 22s466ms - OpenTime: 21.067ms - ExecTreeOpenTime: 237.323us - PrepareTime: 36.960ms - ExecTreePrepareTime: 1.745ms DataStreamSender (dst_id=22):(Total: 46s983ms, non-child: 46s983ms, % non-child: 100.00%) - BytesSent: 5.84 GB (6266779868) - NetworkThroughput(*): 333.00 MB/sec - OverallThroughput: 127.20 MB/sec - PeakMemoryUsage: 248.66 KB (254632) - RowsReturned: 410.04M (410037771) - SerializeBatchTime: 28s992ms - TransmitDataRPCTime: 17s947ms - UncompressedRowBatchSize: 8.02 GB (8612496371) CodeGen:(Total: 47.499ms, non-child: 47.499ms, % non-child: 100.00%) - CodegenTime: 693.568us - CompileTime: 4.651ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 13.612ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 27.924ms HDFS_SCAN_NODE (id=1):(Total: 22s316ms, non-child: 22s316ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:31/2.70 GB 4:39/3.12 GB 0:49/3.59 GB 3:31/2.34 GB 2:33/2.60 GB 6:25/2.24 GB 5:39/3.03 GB 1:42/3.27 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 289 out of 289 Hdfs Read Thread Concurrency Bucket: 0:85.64% 1:14.36% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:578 BytesRead(2s000ms): 18.26 MB, 77.35 MB, 135.73 MB, 183.86 MB, 234.01 MB, 295.14 MB, 370.86 MB, 452.79 MB, 528.10 MB, 585.20 MB, 648.44 MB, 718.97 MB, 763.19 MB, 790.06 MB, 821.26 MB, 870.01 MB, 953.93 MB, 1.00 GB, 1.07 GB, 1.16 GB, 1.23 GB, 1.34 GB, 1.43 GB, 1.55 GB, 1.63 GB, 1.72 GB, 1.82 GB, 1.93 GB, 2.00 GB, 2.11 GB, 2.24 GB, 2.36 GB, 2.46 GB, 2.60 GB, 2.73 GB, 2.86 GB, 3.00 GB, 3.11 GB, 3.24 GB, 3.35 GB, 3.48 GB, 3.60 GB, 3.73 GB, 3.80 GB, 3.88 GB, 3.99 GB, 4.11 GB - FooterProcessingTime: (Avg: 23.133ms ; Min: 1.151ms ; Max: 382.187ms ; Number of samples: 289) - AverageHdfsReadThreadConcurrency: 0.14 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 4.17 GB (4475888693) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.17 GB (4475888693) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.17 GB (4475888693) - DecompressionTime: 17s302ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 289 (289) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.53 MB (65563081) - PerReadThreadRawHdfsThroughput: 253.29 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 21s207ms - RowBatchQueuePutWaitTime: 37s327ms - RowsRead: 410.04M (410037771) - RowsReturned: 410.04M (410037771) - RowsReturnedRate: 18.37 M/sec - ScanRangesComplete: 289 (289) - ScannerThreadsInvoluntaryContextSwitches: 8.89K (8895) - ScannerThreadsTotalWallClockTime: 1m33s - MaterializeTupleTime(*): 11s681ms - ScannerThreadsSysTime: 1s718ms - ScannerThreadsUserTime: 30s917ms - ScannerThreadsVoluntaryContextSwitches: 261.54K (261544) - TotalRawHdfsReadTime(*): 16s852ms - TotalReadThroughput: 45.32 MB/sec Instance 4b403f9f6fe2ecf6:4f81291100000009 (host=vd1313.halxg.cloudera.com:22000):(Total: 1m33s, non-child: 23s738ms, % non-child: 25.35%) Hdfs split stats (:<# splits>/): 2:37/2.99 GB 1:31/2.41 GB 3:42/3.09 GB 4:41/3.24 GB 7:35/2.69 GB 0:43/3.32 GB 6:33/2.77 GB 5:33/2.51 GB MemoryUsage(2s000ms): 19.18 MB, 11.72 MB, 11.20 MB, 14.47 MB, 20.56 MB, 17.77 MB, 11.45 MB, 16.42 MB, 18.65 MB, 19.79 MB, 13.53 MB, 16.34 MB, 19.20 MB, 18.76 MB, 18.01 MB, 20.34 MB, 16.77 MB, 5.77 MB, 13.33 MB, 21.90 MB, 20.08 MB, 17.94 MB, 18.03 MB, 22.47 MB, 15.48 MB, 19.05 MB, 14.96 MB, 14.17 MB, 24.44 MB, 22.41 MB, 21.22 MB, 16.63 MB, 17.73 MB, 22.41 MB, 18.86 MB, 29.77 MB, 23.16 MB, 16.35 MB, 22.43 MB, 20.52 MB, 20.26 MB, 25.31 MB, 20.48 MB, 22.00 MB, 19.75 MB, 23.46 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 34.16 MB (35817599) - PerHostPeakMemUsage: 36.98 GB (39709426464) - RowsProduced: 406.56M (406563722) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s248ms - TotalStorageWaitTime: 25s699ms - TotalThreadsInvoluntaryContextSwitches: 15.25K (15251) - TotalThreadsTotalWallClockTime: 3m7s - TotalThreadsSysTime: 3s186ms - TotalThreadsUserTime: 1m32s - TotalThreadsVoluntaryContextSwitches: 270.12K (270123) Fragment Instance Lifecycle Timings: - ExecTime: 1m33s - ExecTreeExecTime: 24s366ms - OpenTime: 12.564ms - ExecTreeOpenTime: 187.191us - PrepareTime: 43.294ms - ExecTreePrepareTime: 1.725ms DataStreamSender (dst_id=22):(Total: 45s647ms, non-child: 45s647ms, % non-child: 100.00%) - BytesSent: 5.80 GB (6230420094) - NetworkThroughput(*): 340.04 MB/sec - OverallThroughput: 130.17 MB/sec - PeakMemoryUsage: 248.66 KB (254632) - RowsReturned: 406.56M (406563722) - SerializeBatchTime: 28s131ms - TransmitDataRPCTime: 17s473ms - UncompressedRowBatchSize: 7.95 GB (8539526914) CodeGen:(Total: 38.697ms, non-child: 38.697ms, % non-child: 100.00%) - CodegenTime: 310.975us - CompileTime: 4.174ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 6.535ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 27.484ms HDFS_SCAN_NODE (id=1):(Total: 24s225ms, non-child: 24s225ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:37/2.99 GB 1:31/2.41 GB 3:42/3.09 GB 4:41/3.24 GB 7:35/2.69 GB 0:43/3.32 GB 6:33/2.77 GB 5:33/2.51 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 295 out of 295 Hdfs Read Thread Concurrency Bucket: 0:82.35% 1:17.65% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:590 BytesRead(2s000ms): 41.59 MB, 121.23 MB, 173.01 MB, 240.38 MB, 305.21 MB, 375.71 MB, 457.68 MB, 549.20 MB, 636.62 MB, 719.41 MB, 808.86 MB, 886.23 MB, 965.11 MB, 1002.10 MB, 1023.00 MB, 1.04 GB, 1.12 GB, 1.20 GB, 1.28 GB, 1.39 GB, 1.47 GB, 1.55 GB, 1.66 GB, 1.74 GB, 1.80 GB, 1.87 GB, 1.98 GB, 2.05 GB, 2.13 GB, 2.24 GB, 2.37 GB, 2.47 GB, 2.58 GB, 2.68 GB, 2.78 GB, 2.90 GB, 3.02 GB, 3.14 GB, 3.24 GB, 3.35 GB, 3.46 GB, 3.59 GB, 3.70 GB, 3.77 GB, 3.87 GB, 3.99 GB - FooterProcessingTime: (Avg: 22.801ms ; Min: 1.087ms ; Max: 331.110ms ; Number of samples: 295) - AverageHdfsReadThreadConcurrency: 0.18 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 4.16 GB (4461963090) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.16 GB (4461963090) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.16 GB (4461963090) - DecompressionTime: 16s163ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 295 (295) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 33.92 MB (35569885) - PerReadThreadRawHdfsThroughput: 223.30 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 23s219ms - RowBatchQueuePutWaitTime: 36s799ms - RowsRead: 406.56M (406563722) - RowsReturned: 406.56M (406563722) - RowsReturnedRate: 16.78 M/sec - ScanRangesComplete: 295 (295) - ScannerThreadsInvoluntaryContextSwitches: 7.81K (7810) - ScannerThreadsTotalWallClockTime: 1m33s - MaterializeTupleTime(*): 11s399ms - ScannerThreadsSysTime: 1s491ms - ScannerThreadsUserTime: 29s346ms - ScannerThreadsVoluntaryContextSwitches: 267.78K (267784) - TotalRawHdfsReadTime(*): 19s055ms - TotalReadThroughput: 45.40 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000000a (host=vd1310.halxg.cloudera.com:22000):(Total: 1m33s, non-child: 23s004ms, % non-child: 24.61%) Hdfs split stats (:<# splits>/): 7:29/2.42 GB 1:35/3.13 GB 3:42/3.40 GB 6:31/2.44 GB 0:38/2.94 GB 2:40/3.16 GB 5:37/2.80 GB 4:38/2.64 GB MemoryUsage(2s000ms): 10.99 MB, 10.07 MB, 17.66 MB, 16.23 MB, 9.27 MB, 17.78 MB, 17.84 MB, 21.05 MB, 18.37 MB, 23.45 MB, 8.82 MB, 20.83 MB, 22.61 MB, 23.79 MB, 25.91 MB, 11.81 MB, 24.94 MB, 13.70 MB, 13.46 MB, 22.70 MB, 15.17 MB, 23.33 MB, 9.71 MB, 14.94 MB, 18.35 MB, 17.54 MB, 18.39 MB, 19.87 MB, 26.44 MB, 15.03 MB, 24.70 MB, 29.28 MB, 23.21 MB, 16.34 MB, 15.92 MB, 19.49 MB, 19.47 MB, 27.69 MB, 28.97 MB, 23.87 MB, 18.04 MB, 25.84 MB, 18.75 MB, 22.32 MB, 17.55 MB, 20.90 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 43.93 MB (46061821) - PerHostPeakMemUsage: 34.93 GB (37500552130) - RowsProduced: 408.06M (408063197) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s583ms - TotalStorageWaitTime: 26s525ms - TotalThreadsInvoluntaryContextSwitches: 15.30K (15296) - TotalThreadsTotalWallClockTime: 3m6s - TotalThreadsSysTime: 3s256ms - TotalThreadsUserTime: 1m32s - TotalThreadsVoluntaryContextSwitches: 262.03K (262029) Fragment Instance Lifecycle Timings: - ExecTime: 1m33s - ExecTreeExecTime: 24s540ms - OpenTime: 18.540ms - ExecTreeOpenTime: 368.392us - PrepareTime: 37.034ms - ExecTreePrepareTime: 1.781ms DataStreamSender (dst_id=22):(Total: 46s019ms, non-child: 46s019ms, % non-child: 100.00%) - BytesSent: 5.82 GB (6244117993) - NetworkThroughput(*): 334.11 MB/sec - OverallThroughput: 129.40 MB/sec - PeakMemoryUsage: 248.66 KB (254632) - RowsReturned: 408.06M (408063197) - SerializeBatchTime: 28s154ms - TransmitDataRPCTime: 17s823ms - UncompressedRowBatchSize: 7.98 GB (8571022113) CodeGen:(Total: 43.362ms, non-child: 43.362ms, % non-child: 100.00%) - CodegenTime: 316.638us - CompileTime: 4.774ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 10.137ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 27.808ms HDFS_SCAN_NODE (id=1):(Total: 24s405ms, non-child: 24s405ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:29/2.42 GB 1:35/3.13 GB 3:42/3.40 GB 6:31/2.44 GB 0:38/2.94 GB 2:40/3.16 GB 5:37/2.80 GB 4:38/2.64 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 290 out of 290 Hdfs Read Thread Concurrency Bucket: 0:77.96% 1:22.04% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:580 BytesRead(2s000ms): 34.21 MB, 88.66 MB, 157.77 MB, 220.95 MB, 281.55 MB, 331.30 MB, 390.35 MB, 453.44 MB, 519.93 MB, 594.30 MB, 658.73 MB, 730.43 MB, 795.34 MB, 832.60 MB, 861.95 MB, 922.47 MB, 1013.26 MB, 1.07 GB, 1.15 GB, 1.20 GB, 1.30 GB, 1.40 GB, 1.49 GB, 1.58 GB, 1.66 GB, 1.78 GB, 1.89 GB, 1.97 GB, 2.04 GB, 2.11 GB, 2.22 GB, 2.36 GB, 2.46 GB, 2.57 GB, 2.67 GB, 2.81 GB, 2.92 GB, 3.06 GB, 3.19 GB, 3.33 GB, 3.44 GB, 3.55 GB, 3.67 GB, 3.77 GB, 3.88 GB, 4.01 GB - FooterProcessingTime: (Avg: 22.095ms ; Min: 1.015ms ; Max: 437.912ms ; Number of samples: 290) - AverageHdfsReadThreadConcurrency: 0.22 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 4.16 GB (4464685742) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.16 GB (4464685742) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.16 GB (4464685742) - DecompressionTime: 16s606ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 290 (290) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 43.65 MB (45773139) - PerReadThreadRawHdfsThroughput: 203.33 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 23s402ms - RowBatchQueuePutWaitTime: 35s932ms - RowsRead: 408.06M (408063197) - RowsReturned: 408.06M (408063197) - RowsReturnedRate: 16.72 M/sec - ScanRangesComplete: 290 (290) - ScannerThreadsInvoluntaryContextSwitches: 7.97K (7969) - ScannerThreadsTotalWallClockTime: 1m33s - MaterializeTupleTime(*): 11s175ms - ScannerThreadsSysTime: 1s527ms - ScannerThreadsUserTime: 29s917ms - ScannerThreadsVoluntaryContextSwitches: 259.82K (259822) - TotalRawHdfsReadTime(*): 20s940ms - TotalReadThroughput: 45.51 MB/sec Instance 4b403f9f6fe2ecf6:4f81291100000008 (host=vd1314.halxg.cloudera.com:22000):(Total: 1m33s, non-child: 25s179ms, % non-child: 26.95%) Hdfs split stats (:<# splits>/): 7:34/2.93 GB 4:37/3.20 GB 2:35/3.05 GB 3:37/2.91 GB 1:31/2.55 GB 5:41/2.81 GB 6:34/2.69 GB 0:34/2.82 GB MemoryUsage(2s000ms): 22.66 MB, 16.08 MB, 16.94 MB, 12.41 MB, 17.64 MB, 18.73 MB, 19.92 MB, 24.04 MB, 19.35 MB, 18.95 MB, 13.96 MB, 23.37 MB, 17.96 MB, 23.78 MB, 25.22 MB, 16.56 MB, 16.87 MB, 5.60 MB, 17.33 MB, 17.21 MB, 16.46 MB, 13.50 MB, 21.81 MB, 22.23 MB, 17.94 MB, 17.75 MB, 9.71 MB, 18.22 MB, 25.23 MB, 26.33 MB, 37.91 MB, 23.67 MB, 43.23 MB, 18.15 MB, 22.95 MB, 22.73 MB, 12.74 MB, 28.19 MB, 18.15 MB, 20.67 MB, 16.94 MB, 22.77 MB, 22.85 MB, 45.30 MB, 23.54 MB, 22.02 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 71.78 MB (75266723) - PerHostPeakMemUsage: 34.89 GB (37467389600) - RowsProduced: 414.21M (414211639) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s461ms - TotalStorageWaitTime: 22s366ms - TotalThreadsInvoluntaryContextSwitches: 18.76K (18761) - TotalThreadsTotalWallClockTime: 3m6s - TotalThreadsSysTime: 4s193ms - TotalThreadsUserTime: 1m38s - TotalThreadsVoluntaryContextSwitches: 261.41K (261408) Fragment Instance Lifecycle Timings: - ExecTime: 1m33s - ExecTreeExecTime: 20s608ms - OpenTime: 22.640ms - ExecTreeOpenTime: 234.668us - PrepareTime: 34.734ms - ExecTreePrepareTime: 1.770ms DataStreamSender (dst_id=22):(Total: 47s733ms, non-child: 47s733ms, % non-child: 100.00%) - BytesSent: 5.89 GB (6320069453) - NetworkThroughput(*): 335.95 MB/sec - OverallThroughput: 126.27 MB/sec - PeakMemoryUsage: 248.66 KB (254632) - RowsReturned: 414.21M (414211639) - SerializeBatchTime: 29s742ms - TransmitDataRPCTime: 17s941ms - UncompressedRowBatchSize: 8.10 GB (8700164939) CodeGen:(Total: 44.415ms, non-child: 44.415ms, % non-child: 100.00%) - CodegenTime: 301.704us - CompileTime: 4.823ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 15.251ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 23.899ms HDFS_SCAN_NODE (id=1):(Total: 20s457ms, non-child: 20s457ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:34/2.93 GB 4:37/3.20 GB 2:35/3.05 GB 3:37/2.91 GB 1:31/2.55 GB 5:41/2.81 GB 6:34/2.69 GB 0:34/2.82 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 283 out of 283 Hdfs Read Thread Concurrency Bucket: 0:76.34% 1:23.66% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:566 BytesRead(2s000ms): 37.34 MB, 100.79 MB, 183.32 MB, 253.62 MB, 329.29 MB, 404.24 MB, 474.55 MB, 555.53 MB, 656.44 MB, 772.65 MB, 849.37 MB, 912.99 MB, 966.78 MB, 1001.65 MB, 1.01 GB, 1.05 GB, 1.12 GB, 1.16 GB, 1.24 GB, 1.32 GB, 1.40 GB, 1.49 GB, 1.58 GB, 1.68 GB, 1.79 GB, 1.89 GB, 1.99 GB, 2.07 GB, 2.16 GB, 2.28 GB, 2.40 GB, 2.50 GB, 2.63 GB, 2.69 GB, 2.78 GB, 2.89 GB, 3.00 GB, 3.12 GB, 3.23 GB, 3.35 GB, 3.46 GB, 3.60 GB, 3.73 GB, 3.84 GB, 3.91 GB, 4.05 GB - FooterProcessingTime: (Avg: 18.606ms ; Min: 1.123ms ; Max: 399.541ms ; Number of samples: 283) - AverageHdfsReadThreadConcurrency: 0.24 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 4.20 GB (4504399539) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.20 GB (4504399539) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.20 GB (4504399539) - DecompressionTime: 17s708ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 283 (283) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.54 MB (75011841) - PerReadThreadRawHdfsThroughput: 227.46 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 19s310ms - RowBatchQueuePutWaitTime: 37s579ms - RowsRead: 414.21M (414211639) - RowsReturned: 414.21M (414211639) - RowsReturnedRate: 20.25 M/sec - ScanRangesComplete: 283 (283) - ScannerThreadsInvoluntaryContextSwitches: 10.62K (10618) - ScannerThreadsTotalWallClockTime: 1m33s - MaterializeTupleTime(*): 12s237ms - ScannerThreadsSysTime: 1s985ms - ScannerThreadsUserTime: 31s880ms - ScannerThreadsVoluntaryContextSwitches: 259.32K (259325) - TotalRawHdfsReadTime(*): 18s885ms - TotalReadThroughput: 45.95 MB/sec Averaged Fragment F03:(Total: 157.821ms, non-child: 7.046ms, % non-child: 4.46%) split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:182.241ms max:182.241ms mean: 182.241ms stddev:0.000ns execution rates: min:11.80 MB/sec max:11.80 MB/sec mean:11.80 MB/sec stddev:0.81 B/sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.65 MB (1729038) - PerHostPeakMemUsage: 505.73 MB (530296749) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4.330us - TotalStorageWaitTime: 59.877ms - TotalThreadsInvoluntaryContextSwitches: 15 (15) - TotalThreadsTotalWallClockTime: 228.759ms - TotalThreadsSysTime: 1.000ms - TotalThreadsUserTime: 27.995ms - TotalThreadsVoluntaryContextSwitches: 38 (38) Fragment Instance Lifecycle Timings: - ExecTime: 103.585ms - ExecTreeExecTime: 102.349ms - OpenTime: 23.284ms - ExecTreeOpenTime: 32.112us - PrepareTime: 30.895ms - ExecTreePrepareTime: 131.540us DataStreamSender (dst_id=23):(Total: 140.059us, non-child: 140.059us, % non-child: 100.00%) - BytesSent: 20.12 KB (20608) - NetworkThroughput(*): 342.36 MB/sec - OverallThroughput: 140.32 MB/sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 366 (366) - SerializeBatchTime: 53.994us - TransmitDataRPCTime: 57.406us - UncompressedRowBatchSize: 32.55 KB (33334) CodeGen:(Total: 47.955ms, non-child: 47.955ms, % non-child: 100.00%) - CodegenTime: 530.029us - CompileTime: 6.809ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 18 (18) - NumInstructions: 312 (312) - OptimizationTime: 15.211ms - PeakMemoryUsage: 156.00 KB (159744) - PrepareTime: 25.454ms HDFS_SCAN_NODE (id=2):(Total: 102.680ms, non-child: 102.680ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 465.22 KB (476387) - BytesReadDataNodeCache: 0 - BytesReadLocal: 465.22 KB (476387) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 465.22 KB (476387) - DecompressionTime: 97.315us - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.54 MB (1618436) - PerReadThreadRawHdfsThroughput: 633.43 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 101.821ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 73.05K (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 3.56 K/sec - ScanRangesComplete: 1 (1) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 102.128ms - MaterializeTupleTime(*): 3.664ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 4.999ms - ScannerThreadsVoluntaryContextSwitches: 14 (14) - TotalRawHdfsReadTime(*): 717.239us - TotalReadThroughput: 0.00 /sec Fragment F03: Instance 4b403f9f6fe2ecf6:4f8129110000000f (host=vd1316.halxg.cloudera.com:22000):(Total: 157.821ms, non-child: 7.046ms, % non-child: 4.46%) Hdfs split stats (:<# splits>/): 1:1/2.15 MB MemoryUsage(500.000ms): 99.53 KB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.65 MB (1729038) - PerHostPeakMemUsage: 505.73 MB (530296749) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4.330us - TotalStorageWaitTime: 59.877ms - TotalThreadsInvoluntaryContextSwitches: 15 (15) - TotalThreadsTotalWallClockTime: 228.759ms - TotalThreadsSysTime: 1.000ms - TotalThreadsUserTime: 27.995ms - TotalThreadsVoluntaryContextSwitches: 38 (38) Fragment Instance Lifecycle Timings: - ExecTime: 103.585ms - ExecTreeExecTime: 102.349ms - OpenTime: 23.284ms - ExecTreeOpenTime: 32.112us - PrepareTime: 30.895ms - ExecTreePrepareTime: 131.540us DataStreamSender (dst_id=23):(Total: 140.059us, non-child: 140.059us, % non-child: 100.00%) - BytesSent: 20.12 KB (20608) - NetworkThroughput(*): 342.36 MB/sec - OverallThroughput: 140.32 MB/sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 366 (366) - SerializeBatchTime: 53.994us - TransmitDataRPCTime: 57.406us - UncompressedRowBatchSize: 32.55 KB (33334) CodeGen:(Total: 47.955ms, non-child: 47.955ms, % non-child: 100.00%) - CodegenTime: 530.029us - CompileTime: 6.809ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 18 (18) - NumInstructions: 312 (312) - OptimizationTime: 15.211ms - PeakMemoryUsage: 156.00 KB (159744) - PrepareTime: 25.454ms HDFS_SCAN_NODE (id=2):(Total: 102.680ms, non-child: 102.680ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:2 BytesRead(500.000ms): 0 - FooterProcessingTime: (Avg: 1.803ms ; Min: 1.803ms ; Max: 1.803ms ; Number of samples: 1) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 465.22 KB (476387) - BytesReadDataNodeCache: 0 - BytesReadLocal: 465.22 KB (476387) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 465.22 KB (476387) - DecompressionTime: 97.315us - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.54 MB (1618436) - PerReadThreadRawHdfsThroughput: 633.43 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 101.821ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 73.05K (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 3.56 K/sec - ScanRangesComplete: 1 (1) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 102.128ms - MaterializeTupleTime(*): 3.664ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 4.999ms - ScannerThreadsVoluntaryContextSwitches: 14 (14) - TotalRawHdfsReadTime(*): 717.239us - TotalReadThroughput: 0.00 /sec Averaged Fragment F08:(Total: 22m51s, non-child: 2m12s, % non-child: 9.64%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:21m8s max:24m51s mean: 22m51s stddev:1m16s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 898.09 MB (941716079) - PerHostPeakMemUsage: 44.24 GB (47503677273) - RowsProduced: 186.09M (186085610) - TotalNetworkReceiveTime: 14m26s - TotalNetworkSendTime: 1m26s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 52.44K (52444) - TotalThreadsTotalWallClockTime: 22m51s - TotalThreadsSysTime: 22s557ms - TotalThreadsUserTime: 4m14s - TotalThreadsVoluntaryContextSwitches: 1.02M (1020832) Fragment Instance Lifecycle Timings: - ExecTime: 5m47s - ExecTreeExecTime: 2m29s - OpenTime: 17m3s - ExecTreeOpenTime: 17m3s - PrepareTime: 33.215ms - ExecTreePrepareTime: 1.190ms DataStreamSender (dst_id=30):(Total: 1m6s, non-child: 1m6s, % non-child: 100.00%) - BytesSent: 5.09 GB (5463378006) - NetworkThroughput(*): 375.60 MB/sec - OverallThroughput: 79.34 MB/sec - PeakMemoryUsage: 43.70 KB (44744) - RowsReturned: 186.09M (186085610) - SerializeBatchTime: 51s891ms - TransmitDataRPCTime: 14s060ms - UncompressedRowBatchSize: 10.57 GB (11353815792) CodeGen:(Total: 97.373ms, non-child: 97.373ms, % non-child: 100.00%) - CodegenTime: 2.856ms - CompileTime: 18.573ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 50.276ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 27.891ms AGGREGATION_NODE (id=29):(Total: 19m33s, non-child: 5m1s, % non-child: 25.68%) - BufferPoolAllocTime: 16s983ms - BufferPoolAllocationBytes: 27.75 GB (29795736429) - BufferPoolAllocations: 11.39K (11391) - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUnpinnedBytes: 9.92 GB (10647839890) - BufferPoolPeakUsedReservation: 898.00 MB (941621248) - BufferPoolReadIoBytes: 50.86 MB (53327579) - BufferPoolReadIoOps: 25 (25) - BufferPoolReadIoWaitTime: 1s962ms - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 9.92 GB (10647839890) - BufferPoolWriteIoBytes: 9.92 GB (10647839890) - BufferPoolWriteIoOps: 5.08K (5077) - BufferPoolWriteIoWaitTime: 1m17s - BuildTime: 2m30s - GetResultsTime: 41s945ms - HTResizeTime: 19s451ms - HashBuckets: 268.44M (268435456) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 898.04 MB (941661312) - RowsRepartitioned: 186.11M (186110902) - RowsReturned: 186.09M (186085610) - RowsReturnedRate: 158.76 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=28):(Total: 14m31s, non-child: 14m31s, % non-child: 100.00%) - BytesReceived: 5.02 GB (5395515323) - ConvertRowBatchTime: 4s899ms - DeserializeRowBatchTimer: 1m11s - FirstBatchArrivalWaitTime: 1m50s - PeakMemoryUsage: 0 - RowsReturned: 186.11M (186110902) - RowsReturnedRate: 213.92 K/sec - SendersBlockedTimer: 31s755ms - SendersBlockedTotalTimer(*): 3m28s Fragment F08: Instance 4b403f9f6fe2ecf6:4f8129110000002a (host=vd1309.halxg.cloudera.com:22000):(Total: 24m51s, non-child: 2m57s, % non-child: 11.92%) MemoryUsage(32s000ms): 34.06 MB, 34.06 MB, 34.06 MB, 34.09 MB, 34.49 MB, 36.37 MB, 37.04 MB, 41.36 MB, 34.39 MB, 49.62 MB, 38.32 MB, 36.01 MB, 39.27 MB, 36.21 MB, 41.21 MB, 35.84 MB, 34.90 MB, 34.22 MB, 34.94 MB, 34.14 MB, 34.20 MB, 34.10 MB, 34.11 MB, 34.10 MB, 34.11 MB, 34.17 MB, 34.12 MB, 34.10 MB, 34.25 MB, 34.15 MB, 34.10 MB, 34.17 MB, 816.45 MB, 898.07 MB, 898.07 MB, 898.08 MB, 898.07 MB, 898.07 MB, 898.09 MB, 898.08 MB, 898.07 MB, 898.07 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB ThreadUsage(32s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 898.09 MB (941716079) - PerHostPeakMemUsage: 44.26 GB (47521048847) - RowsProduced: 186.08M (186082954) - TotalNetworkReceiveTime: 12m59s - TotalNetworkSendTime: 1m40s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 69.86K (69857) - TotalThreadsTotalWallClockTime: 24m51s - TotalThreadsSysTime: 23s875ms - TotalThreadsUserTime: 4m37s - TotalThreadsVoluntaryContextSwitches: 1.04M (1037568) Fragment Instance Lifecycle Timings: - ExecTime: 7m47s - ExecTreeExecTime: 3m40s - OpenTime: 17m3s - ExecTreeOpenTime: 17m3s - PrepareTime: 38.365ms - ExecTreePrepareTime: 2.126ms DataStreamSender (dst_id=30):(Total: 1m10s, non-child: 1m10s, % non-child: 100.00%) - BytesSent: 5.09 GB (5463311105) - NetworkThroughput(*): 359.19 MB/sec - OverallThroughput: 74.39 MB/sec - PeakMemoryUsage: 43.70 KB (44744) - RowsReturned: 186.08M (186082954) - SerializeBatchTime: 55s388ms - TransmitDataRPCTime: 14s505ms - UncompressedRowBatchSize: 10.57 GB (11353653686) CodeGen:(Total: 109.599ms, non-child: 109.599ms, % non-child: 100.00%) - CodegenTime: 2.969ms - CompileTime: 23.830ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 53.875ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 31.269ms AGGREGATION_NODE (id=29):(Total: 20m43s, non-child: 7m38s, % non-child: 36.86%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 41s090ms - BufferPoolAllocationBytes: 27.98 GB (30041702400) - BufferPoolAllocations: 11.51K (11509) - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUnpinnedBytes: 9.92 GB (10647240704) - BufferPoolPeakUsedReservation: 898.00 MB (941621248) - BufferPoolReadIoBytes: 286.00 MB (299892736) - BufferPoolReadIoOps: 143 (143) - BufferPoolReadIoWaitTime: 11s526ms - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 9.92 GB (10647240704) - BufferPoolWriteIoBytes: 9.92 GB (10647240704) - BufferPoolWriteIoOps: 5.08K (5077) - BufferPoolWriteIoWaitTime: 1m38s - BuildTime: 3m57s - GetResultsTime: 45s689ms - HTResizeTime: 33s707ms - HashBuckets: 268.44M (268435456) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 898.04 MB (941661312) - RowsRepartitioned: 186.11M (186108023) - RowsReturned: 186.08M (186082954) - RowsReturnedRate: 149.64 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=28):(Total: 13m5s, non-child: 12s570ms, % non-child: 1.60%) BytesReceived(16s000ms): 0, 0, 0, 0, 0, 0, 118.04 KB, 134.01 MB, 401.76 MB, 459.95 MB, 600.22 MB, 731.14 MB, 847.07 MB, 968.55 MB, 1016.62 MB, 1.01 GB, 1.05 GB, 1.22 GB, 1.25 GB, 1.25 GB, 1.28 GB, 1.49 GB, 1.66 GB, 1.82 GB, 1.91 GB, 2.08 GB, 2.23 GB, 2.41 GB, 2.50 GB, 2.66 GB, 2.79 GB, 2.95 GB, 3.19 GB, 3.45 GB, 3.71 GB, 4.00 GB, 4.25 GB, 4.43 GB, 4.51 GB, 4.51 GB, 4.56 GB, 4.59 GB, 4.65 GB, 4.71 GB, 4.72 GB, 4.75 GB, 4.80 GB, 4.85 GB, 4.89 GB, 4.89 GB, 4.90 GB, 4.91 GB, 4.91 GB, 4.91 GB, 4.93 GB, 4.93 GB, 4.94 GB, 4.94 GB, 4.96 GB, 4.97 GB, 4.98 GB, 4.98 GB, 4.98 GB - BytesReceived: 5.02 GB (5395407924) - ConvertRowBatchTime: 4s825ms - DeserializeRowBatchTimer: 2m42s - FirstBatchArrivalWaitTime: 1m50s - PeakMemoryUsage: 0 - RowsReturned: 186.11M (186108023) - RowsReturnedRate: 237.02 K/sec - SendersBlockedTimer: 46s081ms - SendersBlockedTotalTimer(*): 5m7s Instance 4b403f9f6fe2ecf6:4f81291100000028 (host=vd1310.halxg.cloudera.com:22000):(Total: 24m10s, non-child: 3m43s, % non-child: 15.42%) MemoryUsage(32s000ms): 34.06 MB, 34.06 MB, 34.06 MB, 34.09 MB, 34.24 MB, 36.67 MB, 42.22 MB, 50.24 MB, 40.44 MB, 36.49 MB, 34.67 MB, 39.78 MB, 40.76 MB, 36.02 MB, 34.13 MB, 34.11 MB, 34.34 MB, 34.15 MB, 34.14 MB, 34.11 MB, 34.10 MB, 34.10 MB, 34.09 MB, 34.10 MB, 34.10 MB, 34.12 MB, 34.12 MB, 34.11 MB, 34.11 MB, 34.09 MB, 34.11 MB, 35.29 MB, 844.30 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB ThreadUsage(32s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 898.09 MB (941716079) - PerHostPeakMemUsage: 44.25 GB (47512515895) - RowsProduced: 186.07M (186068864) - TotalNetworkReceiveTime: 14m38s - TotalNetworkSendTime: 3m1s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 55.67K (55675) - TotalThreadsTotalWallClockTime: 24m10s - TotalThreadsSysTime: 23s026ms - TotalThreadsUserTime: 4m22s - TotalThreadsVoluntaryContextSwitches: 1.03M (1032589) Fragment Instance Lifecycle Timings: - ExecTime: 7m6s - ExecTreeExecTime: 2m9s - OpenTime: 17m3s - ExecTreeOpenTime: 17m3s - PrepareTime: 33.276ms - ExecTreePrepareTime: 843.633us DataStreamSender (dst_id=30):(Total: 1m13s, non-child: 1m13s, % non-child: 100.00%) - BytesSent: 5.09 GB (5462873896) - NetworkThroughput(*): 293.49 MB/sec - OverallThroughput: 71.36 MB/sec - PeakMemoryUsage: 43.70 KB (44744) - RowsReturned: 186.07M (186068864) - SerializeBatchTime: 55s121ms - TransmitDataRPCTime: 17s751ms - UncompressedRowBatchSize: 10.57 GB (11352794000) CodeGen:(Total: 98.875ms, non-child: 98.875ms, % non-child: 100.00%) - CodegenTime: 2.289ms - CompileTime: 18.992ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 50.529ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 28.859ms AGGREGATION_NODE (id=29):(Total: 19m13s, non-child: 4m29s, % non-child: 23.36%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 3s373ms - BufferPoolAllocationBytes: 27.71 GB (29752295424) - BufferPoolAllocations: 11.37K (11371) - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUnpinnedBytes: 9.92 GB (10647240704) - BufferPoolPeakUsedReservation: 898.00 MB (941621248) - BufferPoolReadIoBytes: 10.00 MB (10485760) - BufferPoolReadIoOps: 5 (5) - BufferPoolReadIoWaitTime: 163.927ms - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 9.92 GB (10647240704) - BufferPoolWriteIoBytes: 9.92 GB (10647240704) - BufferPoolWriteIoOps: 5.08K (5077) - BufferPoolWriteIoWaitTime: 1m31s - BuildTime: 2m18s - GetResultsTime: 43s600ms - HTResizeTime: 7s010ms - HashBuckets: 268.44M (268435456) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 898.04 MB (941661312) - RowsRepartitioned: 186.09M (186094133) - RowsReturned: 186.07M (186068864) - RowsReturnedRate: 161.33 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=28):(Total: 14m43s, non-child: 12s609ms, % non-child: 1.43%) BytesReceived(16s000ms): 0, 0, 0, 0, 0, 0, 301.82 KB, 141.39 MB, 406.26 MB, 461.44 MB, 604.89 MB, 733.57 MB, 850.17 MB, 970.58 MB, 1017.15 MB, 1.01 GB, 1.06 GB, 1.22 GB, 1.25 GB, 1.25 GB, 1.29 GB, 1.49 GB, 1.67 GB, 1.82 GB, 1.92 GB, 2.09 GB, 2.23 GB, 2.41 GB, 2.51 GB, 2.66 GB, 2.79 GB, 2.95 GB, 3.20 GB, 3.45 GB, 3.72 GB, 4.01 GB, 4.26 GB, 4.44 GB, 4.51 GB, 4.51 GB, 4.56 GB, 4.59 GB, 4.65 GB, 4.71 GB, 4.72 GB, 4.75 GB, 4.80 GB, 4.85 GB, 4.89 GB, 4.89 GB, 4.90 GB, 4.91 GB, 4.91 GB, 4.91 GB, 4.93 GB, 4.93 GB, 4.94 GB, 4.94 GB, 4.96 GB, 4.97 GB, 4.98 GB, 4.98 GB, 4.98 GB - BytesReceived: 5.02 GB (5395029577) - ConvertRowBatchTime: 4s961ms - DeserializeRowBatchTimer: 36s177ms - FirstBatchArrivalWaitTime: 1m50s - PeakMemoryUsage: 0 - RowsReturned: 186.09M (186094133) - RowsReturnedRate: 210.54 K/sec - SendersBlockedTimer: 43s303ms - SendersBlockedTotalTimer(*): 4m44s Instance 4b403f9f6fe2ecf6:4f81291100000027 (host=vd1313.halxg.cloudera.com:22000):(Total: 23m, non-child: 2m34s, % non-child: 11.20%) MemoryUsage(32s000ms): 34.06 MB, 34.06 MB, 34.06 MB, 34.09 MB, 46.79 MB, 42.83 MB, 40.89 MB, 39.67 MB, 37.82 MB, 39.68 MB, 35.62 MB, 36.59 MB, 35.02 MB, 37.82 MB, 34.73 MB, 34.92 MB, 34.82 MB, 34.44 MB, 34.14 MB, 34.11 MB, 34.22 MB, 34.09 MB, 34.09 MB, 34.10 MB, 34.13 MB, 34.09 MB, 34.11 MB, 34.10 MB, 34.11 MB, 34.11 MB, 34.08 MB, 34.38 MB, 844.39 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB ThreadUsage(32s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 898.09 MB (941716079) - PerHostPeakMemUsage: 44.24 GB (47505062576) - RowsProduced: 186.08M (186083922) - TotalNetworkReceiveTime: 14m33s - TotalNetworkSendTime: 1m50s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 56.52K (56523) - TotalThreadsTotalWallClockTime: 23m - TotalThreadsSysTime: 23s368ms - TotalThreadsUserTime: 4m22s - TotalThreadsVoluntaryContextSwitches: 1.06M (1057105) Fragment Instance Lifecycle Timings: - ExecTime: 5m57s - ExecTreeExecTime: 2m12s - OpenTime: 17m3s - ExecTreeOpenTime: 17m3s - PrepareTime: 34.949ms - ExecTreePrepareTime: 778.523us DataStreamSender (dst_id=30):(Total: 1m10s, non-child: 1m10s, % non-child: 100.00%) - BytesSent: 5.09 GB (5463379419) - NetworkThroughput(*): 357.98 MB/sec - OverallThroughput: 74.17 MB/sec - PeakMemoryUsage: 43.70 KB (44744) - RowsReturned: 186.08M (186083922) - SerializeBatchTime: 55s550ms - TransmitDataRPCTime: 14s554ms - UncompressedRowBatchSize: 10.57 GB (11353712750) CodeGen:(Total: 92.143ms, non-child: 92.143ms, % non-child: 100.00%) - CodegenTime: 2.304ms - CompileTime: 16.545ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 44.777ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 30.336ms AGGREGATION_NODE (id=29):(Total: 19m15s, non-child: 4m36s, % non-child: 23.94%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 3s135ms - BufferPoolAllocationBytes: 27.76 GB (29808918528) - BufferPoolAllocations: 11.40K (11398) - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUnpinnedBytes: 9.92 GB (10651435008) - BufferPoolPeakUsedReservation: 898.00 MB (941621248) - BufferPoolReadIoBytes: 60.00 MB (62914560) - BufferPoolReadIoOps: 30 (30) - BufferPoolReadIoWaitTime: 2s049ms - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 9.92 GB (10651435008) - BufferPoolWriteIoBytes: 9.92 GB (10651435008) - BufferPoolWriteIoOps: 5.08K (5079) - BufferPoolWriteIoWaitTime: 1m34s - BuildTime: 2m23s - GetResultsTime: 44s093ms - HTResizeTime: 8s174ms - HashBuckets: 268.44M (268435456) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 898.04 MB (941661312) - RowsRepartitioned: 186.11M (186109101) - RowsReturned: 186.08M (186083922) - RowsReturnedRate: 161.01 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=28):(Total: 14m39s, non-child: 12s687ms, % non-child: 1.44%) BytesReceived(16s000ms): 0, 0, 0, 0, 0, 0, 228.34 KB, 138.54 MB, 404.60 MB, 460.89 MB, 603.33 MB, 732.86 MB, 849.27 MB, 969.91 MB, 1017.23 MB, 1.01 GB, 1.06 GB, 1.22 GB, 1.25 GB, 1.25 GB, 1.28 GB, 1.49 GB, 1.66 GB, 1.82 GB, 1.92 GB, 2.08 GB, 2.23 GB, 2.41 GB, 2.51 GB, 2.66 GB, 2.79 GB, 2.95 GB, 3.19 GB, 3.45 GB, 3.72 GB, 4.00 GB, 4.26 GB, 4.44 GB, 4.51 GB, 4.51 GB, 4.56 GB, 4.59 GB, 4.65 GB, 4.71 GB, 4.72 GB, 4.75 GB, 4.80 GB, 4.85 GB, 4.89 GB, 4.89 GB, 4.90 GB, 4.91 GB, 4.91 GB, 4.91 GB, 4.93 GB, 4.93 GB, 4.94 GB, 4.94 GB, 4.96 GB, 4.97 GB, 4.98 GB, 4.98 GB, 4.99 GB - BytesReceived: 5.02 GB (5395538552) - ConvertRowBatchTime: 4s890ms - DeserializeRowBatchTimer: 38s867ms - FirstBatchArrivalWaitTime: 1m50s - PeakMemoryUsage: 0 - RowsReturned: 186.11M (186109101) - RowsReturnedRate: 211.72 K/sec - SendersBlockedTimer: 47s319ms - SendersBlockedTotalTimer(*): 5m20s Instance 4b403f9f6fe2ecf6:4f8129110000002b (host=vd1311.halxg.cloudera.com:22000):(Total: 22m56s, non-child: 2m32s, % non-child: 11.06%) MemoryUsage(32s000ms): 34.06 MB, 34.06 MB, 34.06 MB, 34.09 MB, 34.89 MB, 35.81 MB, 39.31 MB, 34.80 MB, 41.64 MB, 34.11 MB, 36.43 MB, 37.07 MB, 35.22 MB, 41.01 MB, 35.59 MB, 34.37 MB, 34.14 MB, 34.16 MB, 34.11 MB, 34.10 MB, 34.12 MB, 34.10 MB, 34.11 MB, 34.11 MB, 34.11 MB, 34.09 MB, 34.10 MB, 34.09 MB, 34.08 MB, 34.11 MB, 34.13 MB, 35.17 MB, 803.07 MB, 898.07 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB ThreadUsage(32s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 898.09 MB (941716079) - PerHostPeakMemUsage: 44.25 GB (47515393097) - RowsProduced: 186.08M (186082776) - TotalNetworkReceiveTime: 15m12s - TotalNetworkSendTime: 1m48s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 55.48K (55480) - TotalThreadsTotalWallClockTime: 22m56s - TotalThreadsSysTime: 23s260ms - TotalThreadsUserTime: 4m21s - TotalThreadsVoluntaryContextSwitches: 1.04M (1037440) Fragment Instance Lifecycle Timings: - ExecTime: 5m52s - ExecTreeExecTime: 2m12s - OpenTime: 17m3s - ExecTreeOpenTime: 17m3s - PrepareTime: 32.832ms - ExecTreePrepareTime: 724.315us DataStreamSender (dst_id=30):(Total: 1m8s, non-child: 1m8s, % non-child: 100.00%) - BytesSent: 5.09 GB (5463313957) - NetworkThroughput(*): 374.51 MB/sec - OverallThroughput: 76.38 MB/sec - PeakMemoryUsage: 43.70 KB (44744) - RowsReturned: 186.08M (186082776) - SerializeBatchTime: 54s165ms - TransmitDataRPCTime: 13s912ms - UncompressedRowBatchSize: 10.57 GB (11353642828) CodeGen:(Total: 96.546ms, non-child: 96.546ms, % non-child: 100.00%) - CodegenTime: 2.276ms - CompileTime: 18.050ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 49.336ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 28.619ms AGGREGATION_NODE (id=29):(Total: 19m15s, non-child: 3m57s, % non-child: 20.57%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 2s571ms - BufferPoolAllocationBytes: 27.70 GB (29746003968) - BufferPoolAllocations: 11.37K (11368) - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUnpinnedBytes: 9.92 GB (10651435008) - BufferPoolPeakUsedReservation: 898.00 MB (941621248) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 9.92 GB (10651435008) - BufferPoolWriteIoBytes: 9.92 GB (10651435008) - BufferPoolWriteIoOps: 5.08K (5079) - BufferPoolWriteIoWaitTime: 58s280ms - BuildTime: 1m44s - GetResultsTime: 44s094ms - HTResizeTime: 7s509ms - HashBuckets: 268.44M (268435456) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 898.04 MB (941661312) - RowsRepartitioned: 186.11M (186108157) - RowsReturned: 186.08M (186082776) - RowsReturnedRate: 161.04 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=28):(Total: 15m17s, non-child: 13s236ms, % non-child: 1.44%) BytesReceived(16s000ms): 0, 0, 0, 0, 0, 0, 282.87 KB, 140.62 MB, 406.04 MB, 461.66 MB, 604.68 MB, 733.69 MB, 850.20 MB, 970.64 MB, 1017.45 MB, 1.01 GB, 1.06 GB, 1.22 GB, 1.25 GB, 1.25 GB, 1.28 GB, 1.49 GB, 1.66 GB, 1.82 GB, 1.92 GB, 2.09 GB, 2.23 GB, 2.41 GB, 2.51 GB, 2.66 GB, 2.79 GB, 2.95 GB, 3.20 GB, 3.45 GB, 3.72 GB, 4.01 GB, 4.26 GB, 4.44 GB, 4.51 GB, 4.51 GB, 4.56 GB, 4.59 GB, 4.65 GB, 4.71 GB, 4.72 GB, 4.75 GB, 4.80 GB, 4.85 GB, 4.89 GB, 4.89 GB, 4.90 GB, 4.91 GB, 4.91 GB, 4.91 GB, 4.93 GB, 4.93 GB, 4.94 GB, 4.94 GB, 4.96 GB, 4.97 GB, 4.98 GB, 4.98 GB, 4.99 GB - BytesReceived: 5.02 GB (5395407937) - ConvertRowBatchTime: 4s924ms - DeserializeRowBatchTimer: 39s576ms - FirstBatchArrivalWaitTime: 1m50s - PeakMemoryUsage: 0 - RowsReturned: 186.11M (186108157) - RowsReturnedRate: 202.77 K/sec - SendersBlockedTimer: 24s783ms - SendersBlockedTotalTimer(*): 2m39s Instance 4b403f9f6fe2ecf6:4f8129110000002c (host=vd1312.halxg.cloudera.com:22000):(Total: 22m40s, non-child: 1m23s, % non-child: 6.15%) MemoryUsage(32s000ms): 34.06 MB, 34.06 MB, 34.06 MB, 34.09 MB, 34.30 MB, 36.76 MB, 40.67 MB, 34.47 MB, 34.17 MB, 34.12 MB, 34.52 MB, 36.10 MB, 34.61 MB, 37.05 MB, 36.66 MB, 35.95 MB, 34.16 MB, 34.21 MB, 34.11 MB, 34.12 MB, 34.09 MB, 34.11 MB, 34.10 MB, 34.12 MB, 34.10 MB, 34.10 MB, 34.19 MB, 34.09 MB, 34.10 MB, 34.12 MB, 34.10 MB, 35.13 MB, 825.82 MB, 898.07 MB, 898.08 MB, 898.08 MB, 898.07 MB, 898.08 MB, 898.08 MB, 898.07 MB, 898.08 MB, 898.08 MB ThreadUsage(32s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 898.09 MB (941716079) - PerHostPeakMemUsage: 44.22 GB (47475534951) - RowsProduced: 186.10M (186097048) - TotalNetworkReceiveTime: 15m1s - TotalNetworkSendTime: 43s690ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 45.99K (45987) - TotalThreadsTotalWallClockTime: 22m40s - TotalThreadsSysTime: 21s340ms - TotalThreadsUserTime: 4m4s - TotalThreadsVoluntaryContextSwitches: 994.08K (994081) Fragment Instance Lifecycle Timings: - ExecTime: 5m36s - ExecTreeExecTime: 3m10s - OpenTime: 17m3s - ExecTreeOpenTime: 17m3s - PrepareTime: 36.531ms - ExecTreePrepareTime: 571.152us DataStreamSender (dst_id=30):(Total: 1m2s, non-child: 1m2s, % non-child: 100.00%) - BytesSent: 5.09 GB (5463658897) - NetworkThroughput(*): 409.04 MB/sec - OverallThroughput: 83.74 MB/sec - PeakMemoryUsage: 43.70 KB (44744) - RowsReturned: 186.10M (186097048) - SerializeBatchTime: 49s345ms - TransmitDataRPCTime: 12s738ms - UncompressedRowBatchSize: 10.57 GB (11354513616) CodeGen:(Total: 107.708ms, non-child: 107.708ms, % non-child: 100.00%) - CodegenTime: 5.666ms - CompileTime: 18.896ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 56.735ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 30.917ms AGGREGATION_NODE (id=29):(Total: 20m14s, non-child: 5m7s, % non-child: 25.31%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 1m - BufferPoolAllocationBytes: 27.70 GB (29741809664) - BufferPoolAllocations: 11.37K (11366) - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUnpinnedBytes: 9.92 GB (10647240704) - BufferPoolPeakUsedReservation: 898.00 MB (941621248) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 9.92 GB (10647240704) - BufferPoolWriteIoBytes: 9.92 GB (10647240704) - BufferPoolWriteIoOps: 5.08K (5077) - BufferPoolWriteIoWaitTime: 46s270ms - BuildTime: 1m55s - GetResultsTime: 39s790ms - HTResizeTime: 1m4s - HashBuckets: 268.44M (268435456) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 898.04 MB (941661312) - RowsRepartitioned: 186.12M (186122634) - RowsReturned: 186.10M (186097048) - RowsReturnedRate: 153.25 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=28):(Total: 15m7s, non-child: 12s196ms, % non-child: 1.34%) BytesReceived(16s000ms): 0, 0, 0, 0, 0, 0, 239.11 KB, 139.03 MB, 405.10 MB, 461.27 MB, 603.72 MB, 733.12 MB, 849.51 MB, 970.07 MB, 1017.23 MB, 1.01 GB, 1.06 GB, 1.22 GB, 1.25 GB, 1.25 GB, 1.28 GB, 1.49 GB, 1.66 GB, 1.82 GB, 1.91 GB, 2.08 GB, 2.23 GB, 2.41 GB, 2.51 GB, 2.66 GB, 2.79 GB, 2.95 GB, 3.19 GB, 3.45 GB, 3.72 GB, 4.00 GB, 4.26 GB, 4.44 GB, 4.51 GB, 4.51 GB, 4.56 GB, 4.59 GB, 4.65 GB, 4.71 GB, 4.72 GB, 4.75 GB, 4.80 GB, 4.85 GB, 4.89 GB, 4.89 GB, 4.90 GB, 4.91 GB, 4.91 GB, 4.91 GB, 4.93 GB, 4.94 GB, 4.94 GB, 4.94 GB, 4.96 GB, 4.97 GB, 4.98 GB, 4.98 GB, 4.99 GB - BytesReceived: 5.03 GB (5395822942) - ConvertRowBatchTime: 4s882ms - DeserializeRowBatchTimer: 57s855ms - FirstBatchArrivalWaitTime: 1m50s - PeakMemoryUsage: 0 - RowsReturned: 186.12M (186122634) - RowsReturnedRate: 205.21 K/sec - SendersBlockedTimer: 13s034ms - SendersBlockedTotalTimer(*): 1m20s Instance 4b403f9f6fe2ecf6:4f81291100000026 (host=vd1316.halxg.cloudera.com:22000):(Total: 21m14s, non-child: 1m7s, % non-child: 5.30%) MemoryUsage(32s000ms): 34.06 MB, 34.06 MB, 34.06 MB, 34.09 MB, 34.96 MB, 37.08 MB, 38.71 MB, 37.28 MB, 36.53 MB, 49.44 MB, 41.84 MB, 41.38 MB, 36.86 MB, 37.41 MB, 39.69 MB, 34.75 MB, 34.81 MB, 34.14 MB, 34.12 MB, 34.10 MB, 34.11 MB, 34.12 MB, 34.11 MB, 34.11 MB, 34.11 MB, 34.11 MB, 34.10 MB, 34.09 MB, 34.11 MB, 34.11 MB, 34.13 MB, 34.26 MB, 835.82 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB ThreadUsage(32s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 898.09 MB (941716079) - PerHostPeakMemUsage: 44.25 GB (47514374484) - RowsProduced: 186.09M (186089974) - TotalNetworkReceiveTime: 14m13s - TotalNetworkSendTime: 28s640ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 42.03K (42035) - TotalThreadsTotalWallClockTime: 21m14s - TotalThreadsSysTime: 21s753ms - TotalThreadsUserTime: 4m1s - TotalThreadsVoluntaryContextSwitches: 978.65K (978654) Fragment Instance Lifecycle Timings: - ExecTime: 4m11s - ExecTreeExecTime: 2m3s - OpenTime: 17m3s - ExecTreeOpenTime: 17m3s - PrepareTime: 31.821ms - ExecTreePrepareTime: 2.439ms DataStreamSender (dst_id=30):(Total: 1m, non-child: 1m, % non-child: 100.00%) - BytesSent: 5.09 GB (5463492816) - NetworkThroughput(*): 413.91 MB/sec - OverallThroughput: 86.36 MB/sec - PeakMemoryUsage: 43.70 KB (44744) - RowsReturned: 186.09M (186089974) - SerializeBatchTime: 47s619ms - TransmitDataRPCTime: 12s588ms - UncompressedRowBatchSize: 10.57 GB (11354082006) CodeGen:(Total: 91.438ms, non-child: 91.438ms, % non-child: 100.00%) - CodegenTime: 2.229ms - CompileTime: 16.689ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 48.999ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 25.179ms AGGREGATION_NODE (id=29):(Total: 19m6s, non-child: 4m47s, % non-child: 25.06%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 3s205ms - BufferPoolAllocationBytes: 27.70 GB (29739712512) - BufferPoolAllocations: 11.37K (11365) - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUnpinnedBytes: 9.91 GB (10645143552) - BufferPoolPeakUsedReservation: 898.00 MB (941621248) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 9.91 GB (10645143552) - BufferPoolWriteIoBytes: 9.91 GB (10645143552) - BufferPoolWriteIoOps: 5.08K (5076) - BufferPoolWriteIoWaitTime: 1m55s - BuildTime: 2m43s - GetResultsTime: 39s398ms - HTResizeTime: 7s024ms - HashBuckets: 268.44M (268435456) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 898.04 MB (941661312) - RowsRepartitioned: 186.12M (186115147) - RowsReturned: 186.09M (186089974) - RowsReturnedRate: 162.29 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=28):(Total: 14m19s, non-child: 12s004ms, % non-child: 1.40%) BytesReceived(16s000ms): 0, 0, 0, 0, 0, 0, 126.72 KB, 134.29 MB, 401.94 MB, 460.04 MB, 600.49 MB, 731.31 MB, 847.27 MB, 968.83 MB, 1016.83 MB, 1.01 GB, 1.05 GB, 1.22 GB, 1.25 GB, 1.25 GB, 1.28 GB, 1.49 GB, 1.66 GB, 1.82 GB, 1.91 GB, 2.08 GB, 2.23 GB, 2.41 GB, 2.50 GB, 2.66 GB, 2.79 GB, 2.95 GB, 3.19 GB, 3.45 GB, 3.71 GB, 4.00 GB, 4.25 GB, 4.43 GB, 4.51 GB, 4.51 GB, 4.56 GB, 4.59 GB, 4.65 GB, 4.71 GB, 4.72 GB, 4.75 GB, 4.80 GB, 4.85 GB, 4.89 GB, 4.89 GB, 4.90 GB, 4.91 GB, 4.91 GB, 4.91 GB, 4.93 GB, 4.93 GB, 4.94 GB, 4.94 GB, 4.96 GB, 4.97 GB, 4.98 GB, 4.98 GB, 4.98 GB - BytesReceived: 5.03 GB (5395642460) - ConvertRowBatchTime: 4s991ms - DeserializeRowBatchTimer: 33s892ms - FirstBatchArrivalWaitTime: 1m50s - PeakMemoryUsage: 0 - RowsReturned: 186.12M (186115147) - RowsReturnedRate: 216.59 K/sec - SendersBlockedTimer: 40s325ms - SendersBlockedTotalTimer(*): 4m19s Instance 4b403f9f6fe2ecf6:4f81291100000029 (host=vd1314.halxg.cloudera.com:22000):(Total: 21m8s, non-child: 1m6s, % non-child: 5.22%) MemoryUsage(32s000ms): 34.06 MB, 34.06 MB, 34.06 MB, 34.08 MB, 34.20 MB, 34.94 MB, 36.28 MB, 34.12 MB, 34.13 MB, 34.10 MB, 34.16 MB, 39.65 MB, 34.83 MB, 36.76 MB, 36.06 MB, 34.59 MB, 34.12 MB, 34.13 MB, 34.21 MB, 34.11 MB, 34.13 MB, 34.15 MB, 34.33 MB, 34.13 MB, 34.12 MB, 34.14 MB, 34.17 MB, 34.11 MB, 34.10 MB, 34.10 MB, 34.08 MB, 35.23 MB, 846.98 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB, 898.08 MB ThreadUsage(32s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 898.09 MB (941716079) - PerHostPeakMemUsage: 44.22 GB (47481811062) - RowsProduced: 186.09M (186093738) - TotalNetworkReceiveTime: 14m25s - TotalNetworkSendTime: 28s969ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 41.55K (41553) - TotalThreadsTotalWallClockTime: 21m8s - TotalThreadsSysTime: 21s277ms - TotalThreadsUserTime: 3m52s - TotalThreadsVoluntaryContextSwitches: 1.01M (1008393) Fragment Instance Lifecycle Timings: - ExecTime: 4m4s - ExecTreeExecTime: 1m59s - OpenTime: 17m3s - ExecTreeOpenTime: 17m3s - PrepareTime: 24.727ms - ExecTreePrepareTime: 853.677us DataStreamSender (dst_id=30):(Total: 58s548ms, non-child: 58s548ms, % non-child: 100.00%) - BytesSent: 5.09 GB (5463615956) - NetworkThroughput(*): 421.09 MB/sec - OverallThroughput: 89.00 MB/sec - PeakMemoryUsage: 43.70 KB (44744) - RowsReturned: 186.09M (186093738) - SerializeBatchTime: 46s049ms - TransmitDataRPCTime: 12s373ms - UncompressedRowBatchSize: 10.57 GB (11354311662) CodeGen:(Total: 85.300ms, non-child: 85.300ms, % non-child: 100.00%) - CodegenTime: 2.258ms - CompileTime: 17.008ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 47.679ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 20.056ms AGGREGATION_NODE (id=29):(Total: 19m3s, non-child: 4m31s, % non-child: 23.78%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 5s460ms - BufferPoolAllocationBytes: 27.70 GB (29739712512) - BufferPoolAllocations: 11.37K (11365) - BufferPoolPeakReservation: 898.00 MB (941621248) - BufferPoolPeakUnpinnedBytes: 9.91 GB (10645143552) - BufferPoolPeakUsedReservation: 898.00 MB (941621248) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 9.91 GB (10645143552) - BufferPoolWriteIoBytes: 9.91 GB (10645143552) - BufferPoolWriteIoOps: 5.08K (5076) - BufferPoolWriteIoWaitTime: 36s201ms - BuildTime: 2m31s - GetResultsTime: 36s952ms - HTResizeTime: 8s288ms - HashBuckets: 268.44M (268435456) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 898.04 MB (941661312) - RowsRepartitioned: 186.12M (186119124) - RowsReturned: 186.09M (186093738) - RowsReturnedRate: 162.78 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=28):(Total: 14m31s, non-child: 20s653ms, % non-child: 2.37%) BytesReceived(16s000ms): 0, 0, 0, 0, 0, 0, 298.80 KB, 141.32 MB, 406.28 MB, 461.56 MB, 605.17 MB, 733.94 MB, 850.57 MB, 970.91 MB, 1017.50 MB, 1.01 GB, 1.06 GB, 1.22 GB, 1.25 GB, 1.25 GB, 1.29 GB, 1.50 GB, 1.67 GB, 1.82 GB, 1.92 GB, 2.09 GB, 2.23 GB, 2.41 GB, 2.51 GB, 2.66 GB, 2.79 GB, 2.95 GB, 3.20 GB, 3.45 GB, 3.72 GB, 4.01 GB, 4.26 GB, 4.44 GB, 4.51 GB, 4.51 GB, 4.56 GB, 4.59 GB, 4.65 GB, 4.71 GB, 4.72 GB, 4.75 GB, 4.80 GB, 4.85 GB, 4.89 GB, 4.89 GB, 4.90 GB, 4.91 GB, 4.91 GB, 4.91 GB, 4.93 GB, 4.93 GB, 4.94 GB, 4.94 GB, 4.96 GB, 4.97 GB, 4.98 GB, 4.98 GB, 4.99 GB - BytesReceived: 5.03 GB (5395757870) - ConvertRowBatchTime: 4s816ms - DeserializeRowBatchTimer: 2m12s - FirstBatchArrivalWaitTime: 1m50s - PeakMemoryUsage: 0 - RowsReturned: 186.12M (186119124) - RowsReturnedRate: 213.60 K/sec - SendersBlockedTimer: 7s440ms - SendersBlockedTotalTimer(*): 44s698ms Averaged Fragment F05:(Total: 11m38s, non-child: 5m24s, % non-child: 46.51%) split sizes: min: 72.42 GB, max: 72.83 GB, avg: 72.71 GB, stddev: 143.79 MB completion times: min:9m36s max:17m3s mean: 11m38s stddev:2m30s execution rates: min:72.67 MB/sec max:129.23 MB/sec mean:110.79 MB/sec stddev:19.68 MB/sec num instances: 7 - AverageThreadTokens: 1.63 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 20.94 GB (22488060489) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 21.01 GB (22554763879) - PerHostPeakMemUsage: 44.24 GB (47503677273) - RowsProduced: 186.11M (186110902) - TotalNetworkReceiveTime: 20s004ms - TotalNetworkSendTime: 5m16s - TotalStorageWaitTime: 42s824ms - TotalThreadsInvoluntaryContextSwitches: 46.34K (46336) - TotalThreadsTotalWallClockTime: 18m46s - TotalThreadsSysTime: 31s067ms - TotalThreadsUserTime: 4m28s - TotalThreadsVoluntaryContextSwitches: 379.66K (379661) Fragment Instance Lifecycle Timings: - ExecTime: 9m45s - ExecTreeExecTime: 3m37s - OpenTime: 1m52s - ExecTreeOpenTime: 1m52s - PrepareTime: 44.753ms - ExecTreePrepareTime: 3.590ms DataStreamSender (dst_id=28):(Total: 43s149ms, non-child: 43s149ms, % non-child: 100.00%) - BytesSent: 5.02 GB (5395515323) - NetworkThroughput(*): 368.09 MB/sec - OverallThroughput: 119.24 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 186.11M (186110902) - SerializeBatchTime: 29s099ms - TransmitDataRPCTime: 13s979ms - UncompressedRowBatchSize: 10.58 GB (11355358959) CodeGen:(Total: 493.863ms, non-child: 493.863ms, % non-child: 100.00%) - CodegenTime: 3.308ms - CompileTime: 151.336ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 138 (138) - NumInstructions: 6.18K (6183) - OptimizationTime: 317.857ms - PeakMemoryUsage: 3.02 MB (3165696) - PrepareTime: 24.178ms AGGREGATION_NODE (id=11):(Total: 5m29s, non-child: 34s101ms, % non-child: 10.34%) - BufferPoolAllocTime: 745.985us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 3.444ms - HTResizeTime: 832.499ms - HashBuckets: 113.52K (113517) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 35.48 MB (37201945) - ReductionFactorEstimate: 75.56 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 186.03M (186025764) - RowsReturned: 186.11M (186110902) - RowsReturnedRate: 601.49 K/sec - StreamingTime: 33s404ms HASH_JOIN_NODE (id=10):(Total: 4m55s, non-child: 4s948ms, % non-child: 1.67%) - BufferPoolAllocTime: 417.135us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 11.431ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.45 MB (37168941) - ProbeRows: 186.11M (186110903) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4s644ms - RowsReturned: 186.11M (186110903) - RowsReturnedRate: 679.74 K/sec Hash Join Builder (join_node_id=10): - BuildRowsPartitionTime: 9.701ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 214.631us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=27):(Total: 18.429us, non-child: 18.429us, % non-child: 100.00%) - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 10.327us - DeserializeRowBatchTimer: 19.305us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 20.87 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=9):(Total: 4m50s, non-child: 3m32s, % non-child: 72.98%) - BufferPoolAllocTime: 946.746ms - BufferPoolAllocationBytes: 48.46 GB (52033636644) - BufferPoolAllocations: 8.44K (8443) - BufferPoolPeakReservation: 20.88 GB (22416757321) - BufferPoolPeakUnpinnedBytes: 10.27 GB (11026226029) - BufferPoolPeakUsedReservation: 20.88 GB (22416757321) - BufferPoolReadIoBytes: 1.10 GB (1180097389) - BufferPoolReadIoOps: 562 (562) - BufferPoolReadIoWaitTime: 56s391ms - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 10.27 GB (11026226029) - BufferPoolWriteIoBytes: 10.27 GB (11026226029) - BufferPoolWriteIoOps: 5.26K (5257) - BufferPoolWriteIoWaitTime: 616.099ms - BuildRows: 720.02M (720020485) - BuildTime: 1m13s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 20.88 GB (22417779017) - ProbeRows: 206.79M (206789234) - ProbeRowsPartitioned: 114.47M (114468493) - ProbeTime: 45s016ms - RowsReturned: 186.11M (186110903) - RowsReturnedRate: 692.94 K/sec Hash Join Builder (join_node_id=9): - BuildRowsPartitionTime: 46s816ms - BuildRowsPartitioned: 720.02M (720020485) - HashBuckets: 2.15B (2147483648) - HashCollisions: 93.30M (93304379) - HashTablesBuildTime: 1m53s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 8 (8) EXCHANGE_NODE (id=26):(Total: 37s387ms, non-child: 37s387ms, % non-child: 100.00%) - BytesReceived: 10.08 GB (10827960171) - ConvertRowBatchTime: 16s377ms - DeserializeRowBatchTimer: 28s461ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 720.02M (720020485) - RowsReturnedRate: 19.27 M/sec - SendersBlockedTimer: 8s269ms - SendersBlockedTotalTimer(*): 33s804ms HDFS_SCAN_NODE (id=6):(Total: 41s201ms, non-child: 41s201ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.07 - AverageScannerThreadConcurrency: 0.74 - BytesRead: 2.43 GB (2605287396) - BytesReadDataNodeCache: 0 - BytesReadLocal: 2.43 GB (2605287396) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 2.43 GB (2605287396) - DecompressionTime: 10s293ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 83 (83) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 61.75 MB (64750523) - PerReadThreadRawHdfsThroughput: 78.70 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 39s415ms - RowBatchQueuePutWaitTime: 3m50s - RowsRead: 206.79M (206789234) - RowsReturned: 206.79M (206789234) - RowsReturnedRate: 5.12 M/sec - ScanRangesComplete: 414 (414) - ScannerThreadsInvoluntaryContextSwitches: 7.86K (7863) - ScannerThreadsTotalWallClockTime: 5m15s - MaterializeTupleTime(*): 29s537ms - ScannerThreadsSysTime: 1s984ms - ScannerThreadsUserTime: 38s752ms - ScannerThreadsVoluntaryContextSwitches: 84.03K (84028) - TotalRawHdfsReadTime(*): 31s932ms - TotalReadThroughput: 5.82 MB/sec Filter 1 (1.00 MB): - Files processed: 414 (414) - Files rejected: 331 (331) - Files total: 414 (414) - RowGroups processed: 201.99K (201985) - RowGroups rejected: 0 (0) - RowGroups total: 201.99K (201985) - Rows processed: 1.36M (1362212) - Rows rejected: 0 (0) - Rows total: 206.79M (206789234) - Splits processed: 83 (83) - Splits rejected: 0 (0) - Splits total: 83 (83) Fragment F05: Instance 4b403f9f6fe2ecf6:4f81291100000023 (host=vd1309.halxg.cloudera.com:22000):(Total: 17m3s, non-child: 7m18s, % non-child: 42.86%) Hdfs split stats (:<# splits>/): 0:55/10.03 GB 1:50/9.13 GB 3:58/10.08 GB 5:49/8.56 GB 6:52/9.26 GB 7:48/8.79 GB 4:45/7.34 GB 2:58/9.45 GB Filter 1 arrival: 522ms MemoryUsage(16s000ms): 1.12 GB, 3.22 GB, 5.02 GB, 7.27 GB, 9.54 GB, 13.62 GB, 19.39 GB, 20.07 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.10 GB, 20.10 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.08 GB, 20.10 GB, 20.09 GB, 20.09 GB, 20.09 GB, 20.07 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB, 20.05 GB ThreadUsage(16s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.48 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 20.05 GB (21525168128) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 20.11 GB (21591655168) - PerHostPeakMemUsage: 44.26 GB (47521048847) - RowsProduced: 185.67M (185667303) - TotalNetworkReceiveTime: 19s864ms - TotalNetworkSendTime: 7m9s - TotalStorageWaitTime: 48s197ms - TotalThreadsInvoluntaryContextSwitches: 64.34K (64337) - TotalThreadsTotalWallClockTime: 25m10s - TotalThreadsSysTime: 39s527ms - TotalThreadsUserTime: 4m52s - TotalThreadsVoluntaryContextSwitches: 386.32K (386318) Fragment Instance Lifecycle Timings: - ExecTime: 15m3s - ExecTreeExecTime: 7m1s - OpenTime: 1m59s - ExecTreeOpenTime: 1m59s - PrepareTime: 44.907ms - ExecTreePrepareTime: 3.208ms DataStreamSender (dst_id=28):(Total: 43s317ms, non-child: 43s317ms, % non-child: 100.00%) - BytesSent: 5.01 GB (5384046489) - NetworkThroughput(*): 369.84 MB/sec - OverallThroughput: 118.53 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 185.67M (185667303) - SerializeBatchTime: 29s353ms - TransmitDataRPCTime: 13s883ms - UncompressedRowBatchSize: 10.55 GB (11328293199) CodeGen:(Total: 494.075ms, non-child: 494.075ms, % non-child: 100.00%) - CodegenTime: 3.509ms - CompileTime: 150.847ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 138 (138) - NumInstructions: 6.18K (6183) - OptimizationTime: 319.878ms - PeakMemoryUsage: 3.02 MB (3165696) - PrepareTime: 22.848ms AGGREGATION_NODE (id=11):(Total: 9m1s, non-child: 35s886ms, % non-child: 6.63%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 99.189us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 2.541ms - HTResizeTime: 846.387ms - HashBuckets: 118.78K (118784) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 35.49 MB (37216872) - ReductionFactorEstimate: 82.57 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 185.58M (185578215) - RowsReturned: 185.67M (185667303) - RowsReturnedRate: 343.17 K/sec - StreamingTime: 34s754ms HASH_JOIN_NODE (id=10):(Total: 8m25s, non-child: 5s080ms, % non-child: 1.01%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 528.816us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 10.983ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.46 MB (37181995) - ProbeRows: 185.67M (185667303) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4s716ms - RowsReturned: 185.67M (185667303) - RowsReturnedRate: 367.54 K/sec Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 9.045ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 143.726us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=27):(Total: 18.877us, non-child: 18.877us, % non-child: 100.00%) BytesReceived(16s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 9.826us - DeserializeRowBatchTimer: 53.416us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 19.39 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=9):(Total: 8m20s, non-child: 6m52s, % non-child: 82.51%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 1s322ms - BufferPoolAllocationBytes: 51.88 GB (55700357120) - BufferPoolAllocations: 10.19K (10192) - BufferPoolPeakReservation: 19.98 GB (21453864960) - BufferPoolPeakUnpinnedBytes: 10.42 GB (11192500224) - BufferPoolPeakUsedReservation: 19.98 GB (21453864960) - BufferPoolReadIoBytes: 4.46 GB (4789895168) - BufferPoolReadIoOps: 2.28K (2284) - BufferPoolReadIoWaitTime: 3m45s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 10.42 GB (11192500224) - BufferPoolWriteIoBytes: 10.42 GB (11192500224) - BufferPoolWriteIoOps: 5.34K (5337) - BufferPoolWriteIoWaitTime: 678.187ms - BuildRows: 720.02M (720020485) - BuildTime: 1m19s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 19.98 GB (21454886656) - ProbeRows: 206.30M (206296016) - ProbeRowsPartitioned: 116.03M (116030335) - ProbeTime: 57s492ms - RowsReturned: 185.67M (185667303) - RowsReturnedRate: 371.28 K/sec Hash Join Builder (join_node_id=9): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 46s522ms - BuildRowsPartitioned: 720.02M (720020485) - HashBuckets: 2.15B (2147483648) - HashCollisions: 93.23M (93231424) - HashTablesBuildTime: 4m37s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 9 (9) EXCHANGE_NODE (id=26):(Total: 37s566ms, non-child: 29s525ms, % non-child: 78.60%) BytesReceived(16s000ms): 935.96 MB, 2.76 GB, 4.36 GB, 6.34 GB, 8.36 GB, 9.99 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB - BytesReceived: 10.08 GB (10827960171) - ConvertRowBatchTime: 16s694ms - DeserializeRowBatchTimer: 28s214ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 720.02M (720020485) - RowsReturnedRate: 19.17 M/sec - SendersBlockedTimer: 13s278ms - SendersBlockedTotalTimer(*): 52s691ms HDFS_SCAN_NODE (id=6):(Total: 49s884ms, non-child: 49s884ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:55/10.03 GB 1:50/9.13 GB 3:58/10.08 GB 5:49/8.56 GB 6:52/9.26 GB 7:48/8.79 GB 4:45/7.34 GB 2:58/9.45 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 83 out of 83 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:92.6% 1:7.4% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:332 PARQUET/SNAPPY:498 BytesRead(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1.26 MB, 106.22 MB, 265.60 MB, 366.16 MB, 368.49 MB, 390.84 MB, 492.75 MB, 612.69 MB, 676.34 MB, 707.11 MB, 763.17 MB, 823.28 MB, 889.72 MB, 910.11 MB, 936.04 MB, 962.92 MB, 962.92 MB, 962.92 MB, 962.92 MB, 1.03 GB, 1.14 GB, 1.16 GB, 1.16 GB, 1.18 GB, 1.18 GB, 1.18 GB, 1.18 GB, 1.23 GB, 1.37 GB, 1.44 GB, 1.50 GB, 1.58 GB, 1.64 GB, 1.69 GB, 1.71 GB, 1.78 GB, 1.87 GB, 1.93 GB, 1.99 GB, 2.07 GB, 2.14 GB, 2.19 GB, 2.20 GB, 2.26 GB, 2.30 GB, 2.37 GB - FooterProcessingTime: (Avg: 79.730ms ; Min: 1.115ms ; Max: 1s219ms ; Number of samples: 83) - AverageHdfsReadThreadConcurrency: 0.07 - AverageScannerThreadConcurrency: 0.76 - BytesRead: 2.41 GB (2591219508) - BytesReadDataNodeCache: 0 - BytesReadLocal: 2.41 GB (2591219508) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 2.41 GB (2591219508) - DecompressionTime: 10s126ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 83 (83) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 61.53 MB (64520483) - PerReadThreadRawHdfsThroughput: 69.77 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 43s817ms - RowBatchQueuePutWaitTime: 4m38s - RowsRead: 206.30M (206296016) - RowsReturned: 206.30M (206296016) - RowsReturnedRate: 4.14 M/sec - ScanRangesComplete: 415 (415) - ScannerThreadsInvoluntaryContextSwitches: 10.06K (10061) - ScannerThreadsTotalWallClockTime: 6m8s - MaterializeTupleTime(*): 29s392ms - ScannerThreadsSysTime: 2s021ms - ScannerThreadsUserTime: 38s571ms - ScannerThreadsVoluntaryContextSwitches: 98.94K (98938) - TotalRawHdfsReadTime(*): 35s417ms - TotalReadThroughput: 5.07 MB/sec Filter 1 (1.00 MB): - Files processed: 415 (415) - Files rejected: 332 (332) - Files total: 415 (415) - RowGroups processed: 201.50K (201501) - RowGroups rejected: 0 (0) - RowGroups total: 201.50K (201501) - Rows processed: 1.36M (1359872) - Rows rejected: 0 (0) - Rows total: 206.30M (206296016) - Splits processed: 83 (83) - Splits rejected: 0 (0) - Splits total: 83 (83) Instance 4b403f9f6fe2ecf6:4f81291100000020 (host=vd1313.halxg.cloudera.com:22000):(Total: 12m37s, non-child: 5m36s, % non-child: 44.38%) Hdfs split stats (:<# splits>/): 7:42/7.29 GB 3:46/7.81 GB 6:59/10.22 GB 5:57/10.53 GB 4:52/9.97 GB 2:48/8.90 GB 1:56/10.27 GB 0:44/7.43 GB Filter 1 arrival: 509ms MemoryUsage(16s000ms): 1.09 GB, 3.19 GB, 4.99 GB, 7.24 GB, 9.51 GB, 14.11 GB, 21.68 GB, 22.09 GB, 22.08 GB, 22.08 GB, 22.08 GB, 22.09 GB, 22.09 GB, 22.09 GB, 22.09 GB, 22.10 GB, 22.10 GB, 22.10 GB, 22.09 GB, 22.09 GB, 22.10 GB, 22.10 GB, 22.09 GB, 22.10 GB, 22.10 GB, 22.09 GB, 22.09 GB, 22.07 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB, 22.05 GB ThreadUsage(16s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.58 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 22.05 GB (23672651776) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 22.11 GB (23739656279) - PerHostPeakMemUsage: 44.24 GB (47505062576) - RowsProduced: 186.07M (186072590) - TotalNetworkReceiveTime: 20s590ms - TotalNetworkSendTime: 5m26s - TotalStorageWaitTime: 42s591ms - TotalThreadsInvoluntaryContextSwitches: 41.84K (41838) - TotalThreadsTotalWallClockTime: 19m53s - TotalThreadsSysTime: 30s668ms - TotalThreadsUserTime: 4m25s - TotalThreadsVoluntaryContextSwitches: 392.82K (392825) Fragment Instance Lifecycle Timings: - ExecTime: 10m46s - ExecTreeExecTime: 4m27s - OpenTime: 1m50s - ExecTreeOpenTime: 1m50s - PrepareTime: 44.506ms - ExecTreePrepareTime: 3.057ms DataStreamSender (dst_id=28):(Total: 43s114ms, non-child: 43s114ms, % non-child: 100.00%) - BytesSent: 5.01 GB (5383995679) - NetworkThroughput(*): 366.61 MB/sec - OverallThroughput: 119.09 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 186.07M (186072590) - SerializeBatchTime: 29s037ms - TransmitDataRPCTime: 14s005ms - UncompressedRowBatchSize: 10.57 GB (11353021346) CodeGen:(Total: 484.036ms, non-child: 484.036ms, % non-child: 100.00%) - CodegenTime: 3.209ms - CompileTime: 150.393ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 138 (138) - NumInstructions: 6.18K (6183) - OptimizationTime: 306.058ms - PeakMemoryUsage: 3.02 MB (3165696) - PrepareTime: 27.105ms AGGREGATION_NODE (id=11):(Total: 6m17s, non-child: 33s846ms, % non-child: 8.96%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 625.636us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 2.878ms - HTResizeTime: 835.157ms - HashBuckets: 110.59K (110592) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 35.43 MB (37155646) - ReductionFactorEstimate: 34.02 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 185.99M (185989646) - RowsReturned: 186.07M (186072590) - RowsReturnedRate: 492.80 K/sec - StreamingTime: 33s235ms HASH_JOIN_NODE (id=10):(Total: 5m43s, non-child: 4s954ms, % non-child: 1.44%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 126.115us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 9.742ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.43 MB (37146558) - ProbeRows: 186.07M (186072591) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4s662ms - RowsReturned: 186.07M (186072591) - RowsReturnedRate: 541.33 K/sec Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 8.375ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 89.655us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=27):(Total: 17.818us, non-child: 17.818us, % non-child: 100.00%) BytesReceived(16s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 9.933us - DeserializeRowBatchTimer: 17.617us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 20.54 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=9):(Total: 5m38s, non-child: 4m20s, % non-child: 77.00%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 1s368ms - BufferPoolAllocationBytes: 49.04 GB (52651098112) - BufferPoolAllocations: 8.74K (8738) - BufferPoolPeakReservation: 21.98 GB (23601348608) - BufferPoolPeakUnpinnedBytes: 9.28 GB (9959374848) - BufferPoolPeakUsedReservation: 21.98 GB (23601348608) - BufferPoolReadIoBytes: 2.06 GB (2208301056) - BufferPoolReadIoOps: 1.05K (1053) - BufferPoolReadIoWaitTime: 1m48s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 9.28 GB (9959374848) - BufferPoolWriteIoBytes: 9.28 GB (9959374848) - BufferPoolWriteIoOps: 4.75K (4749) - BufferPoolWriteIoWaitTime: 724.943ms - BuildRows: 720.02M (720020485) - BuildTime: 1m10s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 21.98 GB (23602370304) - ProbeRows: 206.75M (206748246) - ProbeRowsPartitioned: 103.37M (103374344) - ProbeTime: 45s406ms - RowsReturned: 186.07M (186072591) - RowsReturnedRate: 549.24 K/sec Hash Join Builder (join_node_id=9): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 45s905ms - BuildRowsPartitioned: 720.02M (720020485) - HashBuckets: 2.15B (2147483648) - HashCollisions: 93.29M (93293339) - HashTablesBuildTime: 2m46s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 8 (8) EXCHANGE_NODE (id=26):(Total: 38s321ms, non-child: 29s915ms, % non-child: 78.06%) BytesReceived(16s000ms): 910.56 MB, 2.74 GB, 4.33 GB, 6.31 GB, 8.33 GB, 9.98 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB - BytesReceived: 10.08 GB (10827960171) - ConvertRowBatchTime: 16s735ms - DeserializeRowBatchTimer: 28s259ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 720.02M (720020485) - RowsReturnedRate: 18.79 M/sec - SendersBlockedTimer: 5s627ms - SendersBlockedTotalTimer(*): 22s703ms HDFS_SCAN_NODE (id=6):(Total: 39s612ms, non-child: 39s612ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:42/7.29 GB 3:46/7.81 GB 6:59/10.22 GB 5:57/10.53 GB 4:52/9.97 GB 2:48/8.90 GB 1:56/10.27 GB 0:44/7.43 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 84 out of 84 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:92.44% 1:7.56% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:320 PARQUET/SNAPPY:504 BytesRead(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4.24 MB, 117.65 MB, 267.48 MB, 435.09 MB, 531.73 MB, 534.93 MB, 552.39 MB, 627.92 MB, 723.08 MB, 790.63 MB, 820.67 MB, 890.48 MB, 951.14 MB, 1.01 GB, 1.04 GB, 1.06 GB, 1.08 GB, 1.09 GB, 1.12 GB, 1.12 GB, 1.19 GB, 1.29 GB, 1.30 GB, 1.32 GB, 1.32 GB, 1.32 GB, 1.32 GB, 1.34 GB, 1.38 GB, 1.52 GB, 1.62 GB, 1.74 GB, 1.79 GB, 1.88 GB, 1.97 GB, 2.00 GB, 2.07 GB, 2.17 GB, 2.24 GB, 2.30 GB, 2.39 GB - FooterProcessingTime: (Avg: 75.677ms ; Min: 1.043ms ; Max: 451.135ms ; Number of samples: 84) - AverageHdfsReadThreadConcurrency: 0.08 - AverageScannerThreadConcurrency: 0.75 - BytesRead: 2.44 GB (2618863417) - BytesReadDataNodeCache: 0 - BytesReadLocal: 2.44 GB (2618863417) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 2.44 GB (2618863417) - DecompressionTime: 10s345ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 84 (84) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.03 MB (65044772) - PerReadThreadRawHdfsThroughput: 75.90 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 38s614ms - RowBatchQueuePutWaitTime: 4m - RowsRead: 206.75M (206748246) - RowsReturned: 206.75M (206748246) - RowsReturnedRate: 5.22 M/sec - ScanRangesComplete: 404 (404) - ScannerThreadsInvoluntaryContextSwitches: 8.45K (8452) - ScannerThreadsTotalWallClockTime: 5m26s - MaterializeTupleTime(*): 31s274ms - ScannerThreadsSysTime: 2s103ms - ScannerThreadsUserTime: 39s204ms - ScannerThreadsVoluntaryContextSwitches: 93.60K (93596) - TotalRawHdfsReadTime(*): 32s905ms - TotalReadThroughput: 5.72 MB/sec Filter 1 (1.00 MB): - Files processed: 404 (404) - Files rejected: 320 (320) - Files total: 404 (404) - RowGroups processed: 201.95K (201947) - RowGroups rejected: 0 (0) - RowGroups total: 201.95K (201947) - Rows processed: 1.38M (1376256) - Rows rejected: 0 (0) - Rows total: 206.75M (206748246) - Splits processed: 84 (84) - Splits rejected: 0 (0) - Splits total: 84 (84) Instance 4b403f9f6fe2ecf6:4f81291100000021 (host=vd1310.halxg.cloudera.com:22000):(Total: 12m27s, non-child: 6m7s, % non-child: 49.26%) Hdfs split stats (:<# splits>/): 7:56/9.23 GB 5:55/10.55 GB 6:60/10.80 GB 2:50/8.49 GB 4:47/8.74 GB 3:44/7.47 GB 1:45/7.93 GB 0:55/9.63 GB Filter 1 arrival: 529ms MemoryUsage(16s000ms): 1.11 GB, 3.21 GB, 5.01 GB, 7.26 GB, 9.53 GB, 13.61 GB, 20.13 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.82 GB, 20.81 GB, 20.80 GB, 20.80 GB, 20.82 GB, 20.81 GB, 20.82 GB, 20.81 GB, 20.82 GB, 20.81 GB, 20.80 GB, 20.81 GB, 20.80 GB, 20.81 GB, 20.80 GB, 20.78 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB ThreadUsage(16s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.57 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 20.76 GB (22290628608) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 20.82 GB (22357114169) - PerHostPeakMemUsage: 44.25 GB (47512515895) - RowsProduced: 191.85M (191846469) - TotalNetworkReceiveTime: 20s319ms - TotalNetworkSendTime: 5m58s - TotalStorageWaitTime: 37s244ms - TotalThreadsInvoluntaryContextSwitches: 40.21K (40211) - TotalThreadsTotalWallClockTime: 19m29s - TotalThreadsSysTime: 32s498ms - TotalThreadsUserTime: 4m35s - TotalThreadsVoluntaryContextSwitches: 385.08K (385082) Fragment Instance Lifecycle Timings: - ExecTime: 10m34s - ExecTreeExecTime: 3m43s - OpenTime: 1m52s - ExecTreeOpenTime: 1m51s - PrepareTime: 38.209ms - ExecTreePrepareTime: 2.315ms DataStreamSender (dst_id=28):(Total: 44s085ms, non-child: 44s085ms, % non-child: 100.00%) - BytesSent: 5.18 GB (5564087614) - NetworkThroughput(*): 366.64 MB/sec - OverallThroughput: 120.37 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 191.85M (191846469) - SerializeBatchTime: 29s543ms - TransmitDataRPCTime: 14s472ms - UncompressedRowBatchSize: 10.90 GB (11705308441) CodeGen:(Total: 503.618ms, non-child: 503.618ms, % non-child: 100.00%) - CodegenTime: 3.087ms - CompileTime: 158.594ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 138 (138) - NumInstructions: 6.18K (6183) - OptimizationTime: 323.806ms - PeakMemoryUsage: 3.02 MB (3165696) - PrepareTime: 20.728ms AGGREGATION_NODE (id=11):(Total: 5m34s, non-child: 34s315ms, % non-child: 10.26%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 695.693us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 3.905ms - HTResizeTime: 842.439ms - HashBuckets: 122.88K (122880) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 35.44 MB (37161437) - ReductionFactorEstimate: 82.24 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 191.75M (191754309) - RowsReturned: 191.85M (191846469) - RowsReturnedRate: 573.59 K/sec - StreamingTime: 33s680ms HASH_JOIN_NODE (id=10):(Total: 5m, non-child: 4s983ms, % non-child: 1.66%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 600.070us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 11.085ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.43 MB (37152349) - ProbeRows: 191.85M (191846469) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4s679ms - RowsReturned: 191.85M (191846469) - RowsReturnedRate: 639.17 K/sec Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 8.872ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 629.886us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=27):(Total: 15.730us, non-child: 15.730us, % non-child: 100.00%) BytesReceived(16s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 9.518us - DeserializeRowBatchTimer: 12.285us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 23.27 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=9):(Total: 4m55s, non-child: 3m42s, % non-child: 75.22%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 985.112ms - BufferPoolAllocationBytes: 48.72 GB (52317650944) - BufferPoolAllocations: 8.58K (8579) - BufferPoolPeakReservation: 20.69 GB (22219325440) - BufferPoolPeakUnpinnedBytes: 10.56 GB (11337203712) - BufferPoolPeakUsedReservation: 20.69 GB (22219325440) - BufferPoolReadIoBytes: 1.18 GB (1262485504) - BufferPoolReadIoOps: 602 (602) - BufferPoolReadIoWaitTime: 1m - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 10.56 GB (11337203712) - BufferPoolWriteIoBytes: 10.56 GB (11337203712) - BufferPoolWriteIoOps: 5.41K (5406) - BufferPoolWriteIoWaitTime: 636.593ms - BuildRows: 720.02M (720020485) - BuildTime: 1m12s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 20.69 GB (22220347136) - ProbeRows: 213.17M (213165999) - ProbeRowsPartitioned: 119.90M (119895429) - ProbeTime: 44s570ms - RowsReturned: 191.85M (191846469) - RowsReturnedRate: 649.96 K/sec Hash Join Builder (join_node_id=9): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 47s462ms - BuildRowsPartitioned: 720.02M (720020485) - HashBuckets: 2.15B (2147483648) - HashCollisions: 94.32M (94319305) - HashTablesBuildTime: 2m6s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 9 (9) EXCHANGE_NODE (id=26):(Total: 36s861ms, non-child: 28s087ms, % non-child: 76.20%) BytesReceived(16s000ms): 928.22 MB, 2.76 GB, 4.35 GB, 6.33 GB, 8.35 GB, 9.98 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB - BytesReceived: 10.08 GB (10827960171) - ConvertRowBatchTime: 15s545ms - DeserializeRowBatchTimer: 27s942ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 720.02M (720020485) - RowsReturnedRate: 19.53 M/sec - SendersBlockedTimer: 6s672ms - SendersBlockedTotalTimer(*): 27s988ms HDFS_SCAN_NODE (id=6):(Total: 36s288ms, non-child: 36s288ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:56/9.23 GB 5:55/10.55 GB 6:60/10.80 GB 2:50/8.49 GB 4:47/8.74 GB 3:44/7.47 GB 1:45/7.93 GB 0:55/9.63 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 81 out of 81 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:92.89% 1:7.109% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:331 PARQUET/SNAPPY:486 BytesRead(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1.33 MB, 114.54 MB, 285.03 MB, 462.57 MB, 559.39 MB, 562.86 MB, 583.36 MB, 666.68 MB, 782.65 MB, 861.14 MB, 890.93 MB, 956.49 MB, 1016.02 MB, 1.09 GB, 1.12 GB, 1.16 GB, 1.17 GB, 1.21 GB, 1.21 GB, 1.21 GB, 1.29 GB, 1.42 GB, 1.44 GB, 1.44 GB, 1.47 GB, 1.48 GB, 1.48 GB, 1.48 GB, 1.50 GB, 1.65 GB, 1.74 GB, 1.83 GB, 1.92 GB, 2.00 GB, 2.11 GB, 2.13 GB, 2.21 GB, 2.32 GB, 2.42 GB - FooterProcessingTime: (Avg: 67.551ms ; Min: 1.126ms ; Max: 515.334ms ; Number of samples: 81) - AverageHdfsReadThreadConcurrency: 0.07 - AverageScannerThreadConcurrency: 0.74 - BytesRead: 2.51 GB (2693062917) - BytesReadDataNodeCache: 0 - BytesReadLocal: 2.51 GB (2693062917) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 2.51 GB (2693062917) - DecompressionTime: 10s578ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 81 (81) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 61.53 MB (64520542) - PerReadThreadRawHdfsThroughput: 85.38 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 35s120ms - RowBatchQueuePutWaitTime: 3m51s - RowsRead: 213.17M (213165999) - RowsReturned: 213.17M (213165999) - RowsReturnedRate: 5.87 M/sec - ScanRangesComplete: 412 (412) - ScannerThreadsInvoluntaryContextSwitches: 7.45K (7451) - ScannerThreadsTotalWallClockTime: 5m11s - MaterializeTupleTime(*): 30s427ms - ScannerThreadsSysTime: 1s994ms - ScannerThreadsUserTime: 39s851ms - ScannerThreadsVoluntaryContextSwitches: 81.02K (81021) - TotalRawHdfsReadTime(*): 30s080ms - TotalReadThroughput: 6.08 MB/sec Filter 1 (1.00 MB): - Files processed: 412 (412) - Files rejected: 331 (331) - Files total: 412 (412) - RowGroups processed: 208.21K (208213) - RowGroups rejected: 0 (0) - RowGroups total: 208.21K (208213) - Rows processed: 1.33M (1327104) - Rows rejected: 0 (0) - Rows total: 213.17M (213165999) - Splits processed: 81 (81) - Splits rejected: 0 (0) - Splits total: 81 (81) Instance 4b403f9f6fe2ecf6:4f81291100000024 (host=vd1311.halxg.cloudera.com:22000):(Total: 10m, non-child: 4m43s, % non-child: 47.22%) Hdfs split stats (:<# splits>/): 5:41/7.08 GB 7:62/11.28 GB 3:54/8.52 GB 1:61/9.82 GB 6:53/9.09 GB 4:55/9.31 GB 2:54/9.73 GB 0:46/7.82 GB Filter 1 arrival: 504ms MemoryUsage(16s000ms): 1.11 GB, 3.20 GB, 5.00 GB, 7.25 GB, 9.52 GB, 13.61 GB, 20.13 GB, 20.79 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.81 GB, 20.80 GB, 20.81 GB, 20.81 GB, 20.81 GB, 20.81 GB, 20.81 GB, 20.81 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.81 GB, 20.80 GB, 20.79 GB, 20.79 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB ThreadUsage(16s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.71 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 20.76 GB (22290628608) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 20.82 GB (22357107446) - PerHostPeakMemUsage: 44.25 GB (47515393097) - RowsProduced: 182.90M (182904300) - TotalNetworkReceiveTime: 20s710ms - TotalNetworkSendTime: 4m34s - TotalStorageWaitTime: 54s659ms - TotalThreadsInvoluntaryContextSwitches: 39.15K (39152) - TotalThreadsTotalWallClockTime: 17m4s - TotalThreadsSysTime: 28s429ms - TotalThreadsUserTime: 4m20s - TotalThreadsVoluntaryContextSwitches: 385.01K (385015) Fragment Instance Lifecycle Timings: - ExecTime: 8m8s - ExecTreeExecTime: 2m43s - OpenTime: 1m51s - ExecTreeOpenTime: 1m50s - PrepareTime: 45.289ms - ExecTreePrepareTime: 4.600ms DataStreamSender (dst_id=28):(Total: 42s434ms, non-child: 42s434ms, % non-child: 100.00%) - BytesSent: 4.94 GB (5303988726) - NetworkThroughput(*): 369.86 MB/sec - OverallThroughput: 119.20 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 182.90M (182904300) - SerializeBatchTime: 28s690ms - TransmitDataRPCTime: 13s676ms - UncompressedRowBatchSize: 10.39 GB (11159711500) CodeGen:(Total: 474.101ms, non-child: 474.101ms, % non-child: 100.00%) - CodegenTime: 3.729ms - CompileTime: 145.484ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 138 (138) - NumInstructions: 6.18K (6183) - OptimizationTime: 306.270ms - PeakMemoryUsage: 3.02 MB (3165696) - PrepareTime: 21.821ms AGGREGATION_NODE (id=11):(Total: 4m33s, non-child: 34s626ms, % non-child: 12.64%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 944.698us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 2.633ms - HTResizeTime: 822.971ms - HashBuckets: 106.50K (106496) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 35.48 MB (37203347) - ReductionFactorEstimate: 44.95 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 182.82M (182824428) - RowsReturned: 182.90M (182904300) - RowsReturnedRate: 667.63 K/sec - StreamingTime: 33s985ms HASH_JOIN_NODE (id=10):(Total: 3m59s, non-child: 4s938ms, % non-child: 2.06%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 385.467us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 10.585ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.46 MB (37183550) - ProbeRows: 182.90M (182904301) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4s640ms - RowsReturned: 182.90M (182904301) - RowsReturnedRate: 764.22 K/sec Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 8.818ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 167.112us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=27):(Total: 18.627us, non-child: 18.627us, % non-child: 100.00%) BytesReceived(16s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 9.906us - DeserializeRowBatchTimer: 15.128us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 19.65 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=9):(Total: 3m54s, non-child: 2m25s, % non-child: 62.04%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 1s252ms - BufferPoolAllocationBytes: 47.36 GB (50853838848) - BufferPoolAllocations: 7.88K (7881) - BufferPoolPeakReservation: 20.69 GB (22219325440) - BufferPoolPeakUnpinnedBytes: 10.37 GB (11135877120) - BufferPoolPeakUsedReservation: 20.69 GB (22219325440) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 10.37 GB (11135877120) - BufferPoolWriteIoBytes: 10.37 GB (11135877120) - BufferPoolWriteIoOps: 5.31K (5310) - BufferPoolWriteIoWaitTime: 566.265ms - BuildRows: 720.02M (720020485) - BuildTime: 1m10s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 20.69 GB (22220347136) - ProbeRows: 203.23M (203225532) - ProbeRowsPartitioned: 114.31M (114314576) - ProbeTime: 40s032ms - RowsReturned: 182.90M (182904301) - RowsReturnedRate: 780.32 K/sec Hash Join Builder (join_node_id=9): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 46s048ms - BuildRowsPartitioned: 720.02M (720020485) - HashBuckets: 2.15B (2147483648) - HashCollisions: 92.73M (92731751) - HashTablesBuildTime: 56s265ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 9 (9) EXCHANGE_NODE (id=26):(Total: 38s185ms, non-child: 29s450ms, % non-child: 77.12%) BytesReceived(16s000ms): 922.84 MB, 2.75 GB, 4.35 GB, 6.33 GB, 8.34 GB, 9.98 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB - BytesReceived: 10.08 GB (10827960171) - ConvertRowBatchTime: 16s444ms - DeserializeRowBatchTimer: 28s043ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 720.02M (720020485) - RowsReturnedRate: 18.86 M/sec - SendersBlockedTimer: 5s100ms - SendersBlockedTotalTimer(*): 19s666ms HDFS_SCAN_NODE (id=6):(Total: 50s791ms, non-child: 50s791ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 5:41/7.08 GB 7:62/11.28 GB 3:54/8.52 GB 1:61/9.82 GB 6:53/9.09 GB 4:55/9.31 GB 2:54/9.73 GB 0:46/7.82 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 83 out of 83 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:92.22% 1:7.783% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:343 PARQUET/SNAPPY:498 BytesRead(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.87 MB, 113.22 MB, 279.00 MB, 436.87 MB, 521.18 MB, 523.60 MB, 547.53 MB, 634.92 MB, 726.24 MB, 810.89 MB, 864.30 MB, 946.68 MB, 1005.98 MB, 1.05 GB, 1.06 GB, 1.10 GB, 1.11 GB, 1.11 GB, 1.11 GB, 1.11 GB, 1.24 GB, 1.38 GB, 1.39 GB, 1.39 GB, 1.39 GB, 1.39 GB, 1.39 GB, 1.41 GB, 1.46 GB, 1.61 GB, 1.70 GB, 1.81 GB, 1.88 GB, 1.96 GB, 2.05 GB, 2.07 GB, 2.17 GB, 2.23 GB, 2.30 GB, 2.35 GB - FooterProcessingTime: (Avg: 105.410ms ; Min: 1.082ms ; Max: 889.612ms ; Number of samples: 83) - AverageHdfsReadThreadConcurrency: 0.08 - AverageScannerThreadConcurrency: 0.74 - BytesRead: 2.38 GB (2552094186) - BytesReadDataNodeCache: 0 - BytesReadLocal: 2.38 GB (2552094186) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 2.38 GB (2552094186) - DecompressionTime: 9s873ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 83 (83) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 61.53 MB (64520407) - PerReadThreadRawHdfsThroughput: 66.63 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 49s901ms - RowBatchQueuePutWaitTime: 3m37s - RowsRead: 203.23M (203225532) - RowsReturned: 203.23M (203225532) - RowsReturnedRate: 4.00 M/sec - ScanRangesComplete: 426 (426) - ScannerThreadsInvoluntaryContextSwitches: 7.26K (7265) - ScannerThreadsTotalWallClockTime: 5m13s - MaterializeTupleTime(*): 28s627ms - ScannerThreadsSysTime: 1s898ms - ScannerThreadsUserTime: 38s082ms - ScannerThreadsVoluntaryContextSwitches: 78.70K (78701) - TotalRawHdfsReadTime(*): 36s529ms - TotalReadThroughput: 5.73 MB/sec Filter 1 (1.00 MB): - Files processed: 426 (426) - Files rejected: 343 (343) - Files total: 426 (426) - RowGroups processed: 198.51K (198506) - RowGroups rejected: 0 (0) - RowGroups total: 198.51K (198506) - Rows processed: 1.36M (1359872) - Rows rejected: 0 (0) - Rows total: 203.23M (203225532) - Splits processed: 83 (83) - Splits rejected: 0 (0) - Splits total: 83 (83) Instance 4b403f9f6fe2ecf6:4f81291100000025 (host=vd1312.halxg.cloudera.com:22000):(Total: 9m54s, non-child: 4m47s, % non-child: 48.30%) Hdfs split stats (:<# splits>/): 1:51/8.93 GB 7:53/8.71 GB 3:56/10.00 GB 6:50/9.70 GB 5:62/10.39 GB 4:41/7.54 GB 2:44/8.26 GB 0:50/9.26 GB Filter 1 arrival: 525ms MemoryUsage(16s000ms): 1.10 GB, 3.20 GB, 4.99 GB, 7.24 GB, 9.51 GB, 13.30 GB, 19.93 GB, 20.80 GB, 20.79 GB, 20.79 GB, 20.79 GB, 20.81 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.82 GB, 20.82 GB, 20.81 GB, 20.80 GB, 20.80 GB, 20.81 GB, 20.81 GB, 20.80 GB, 20.78 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB ThreadUsage(16s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.71 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 20.76 GB (22290628608) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 20.82 GB (22357636942) - PerHostPeakMemUsage: 44.22 GB (47475534951) - RowsProduced: 184.95M (184951376) - TotalNetworkReceiveTime: 19s798ms - TotalNetworkSendTime: 4m38s - TotalStorageWaitTime: 42s254ms - TotalThreadsInvoluntaryContextSwitches: 60.07K (60069) - TotalThreadsTotalWallClockTime: 16m57s - TotalThreadsSysTime: 28s335ms - TotalThreadsUserTime: 4m22s - TotalThreadsVoluntaryContextSwitches: 364.82K (364825) Fragment Instance Lifecycle Timings: - ExecTime: 8m1s - ExecTreeExecTime: 2m31s - OpenTime: 1m53s - ExecTreeOpenTime: 1m52s - PrepareTime: 52.222ms - ExecTreePrepareTime: 4.493ms DataStreamSender (dst_id=28):(Total: 43s174ms, non-child: 43s174ms, % non-child: 100.00%) - BytesSent: 5.00 GB (5363547577) - NetworkThroughput(*): 367.92 MB/sec - OverallThroughput: 118.47 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 184.95M (184951376) - SerializeBatchTime: 29s202ms - TransmitDataRPCTime: 13s902ms - UncompressedRowBatchSize: 10.51 GB (11284611672) CodeGen:(Total: 493.269ms, non-child: 493.269ms, % non-child: 100.00%) - CodegenTime: 3.156ms - CompileTime: 146.099ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 138 (138) - NumInstructions: 6.18K (6183) - OptimizationTime: 316.279ms - PeakMemoryUsage: 3.02 MB (3165696) - PrepareTime: 30.343ms AGGREGATION_NODE (id=11):(Total: 4m23s, non-child: 34s562ms, % non-child: 13.11%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 948.274us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 5.170ms - HTResizeTime: 840.649ms - HashBuckets: 102.40K (102400) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 35.53 MB (37251875) - ReductionFactorEstimate: 118.26 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 184.87M (184874576) - RowsReturned: 184.95M (184951376) - RowsReturnedRate: 701.29 K/sec - StreamingTime: 33s884ms HASH_JOIN_NODE (id=10):(Total: 3m49s, non-child: 4s849ms, % non-child: 2.12%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 152.184us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 13.559ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.42 MB (37145722) - ProbeRows: 184.95M (184951379) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4s546ms - RowsReturned: 184.95M (184951379) - RowsReturnedRate: 807.05 K/sec Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 11.738ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 125.908us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=27):(Total: 27.443us, non-child: 27.443us, % non-child: 100.00%) BytesReceived(16s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 17.647us - DeserializeRowBatchTimer: 13.902us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 13.34 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=9):(Total: 3m44s, non-child: 2m27s, % non-child: 65.92%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 615.664ms - BufferPoolAllocationBytes: 47.40 GB (50891587584) - BufferPoolAllocations: 7.90K (7899) - BufferPoolPeakReservation: 20.69 GB (22219325440) - BufferPoolPeakUnpinnedBytes: 10.41 GB (11173625856) - BufferPoolPeakUsedReservation: 20.69 GB (22219325440) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 10.41 GB (11173625856) - BufferPoolWriteIoBytes: 10.41 GB (11173625856) - BufferPoolWriteIoOps: 5.33K (5328) - BufferPoolWriteIoWaitTime: 559.401ms - BuildRows: 720.02M (720020485) - BuildTime: 1m13s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 20.69 GB (22220347136) - ProbeRows: 205.50M (205496499) - ProbeRowsPartitioned: 115.58M (115577978) - ProbeTime: 41s367ms - RowsReturned: 184.95M (184951379) - RowsReturnedRate: 824.50 K/sec Hash Join Builder (join_node_id=9): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 47s525ms - BuildRowsPartitioned: 720.02M (720020485) - HashBuckets: 2.15B (2147483648) - HashCollisions: 93.11M (93106406) - HashTablesBuildTime: 56s033ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 9 (9) EXCHANGE_NODE (id=26):(Total: 36s719ms, non-child: 31s072ms, % non-child: 84.62%) BytesReceived(16s000ms): 913.17 MB, 2.74 GB, 4.33 GB, 6.32 GB, 8.33 GB, 9.98 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB - BytesReceived: 10.08 GB (10827960171) - ConvertRowBatchTime: 15s920ms - DeserializeRowBatchTimer: 30s818ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 720.02M (720020485) - RowsReturnedRate: 19.61 M/sec - SendersBlockedTimer: 10s390ms - SendersBlockedTotalTimer(*): 43s000ms HDFS_SCAN_NODE (id=6):(Total: 39s727ms, non-child: 39s727ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:51/8.93 GB 7:53/8.71 GB 3:56/10.00 GB 6:50/9.70 GB 5:62/10.39 GB 4:41/7.54 GB 2:44/8.26 GB 0:50/9.26 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 83 out of 83 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:93.39% 1:6.612% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:324 PARQUET/SNAPPY:498 BytesRead(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 79.00 MB, 237.55 MB, 410.74 MB, 494.80 MB, 496.45 MB, 517.13 MB, 613.36 MB, 703.46 MB, 777.70 MB, 825.20 MB, 902.19 MB, 976.61 MB, 1.04 GB, 1.07 GB, 1.10 GB, 1.12 GB, 1.12 GB, 1.12 GB, 1.12 GB, 1.20 GB, 1.30 GB, 1.31 GB, 1.35 GB, 1.35 GB, 1.35 GB, 1.35 GB, 1.35 GB, 1.41 GB, 1.57 GB, 1.65 GB, 1.77 GB, 1.86 GB, 1.95 GB, 2.05 GB, 2.05 GB, 2.13 GB, 2.23 GB, 2.32 GB, 2.39 GB - FooterProcessingTime: (Avg: 92.546ms ; Min: 1.136ms ; Max: 1s115ms ; Number of samples: 83) - AverageHdfsReadThreadConcurrency: 0.07 - AverageScannerThreadConcurrency: 0.73 - BytesRead: 2.41 GB (2584091713) - BytesReadDataNodeCache: 0 - BytesReadLocal: 2.41 GB (2584091713) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 2.41 GB (2584091713) - DecompressionTime: 10s048ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 83 (83) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.03 MB (65044667) - PerReadThreadRawHdfsThroughput: 83.37 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 38s863ms - RowBatchQueuePutWaitTime: 3m47s - RowsRead: 205.50M (205496499) - RowsReturned: 205.50M (205496499) - RowsReturnedRate: 5.17 M/sec - ScanRangesComplete: 407 (407) - ScannerThreadsInvoluntaryContextSwitches: 7.44K (7436) - ScannerThreadsTotalWallClockTime: 5m10s - MaterializeTupleTime(*): 28s936ms - ScannerThreadsSysTime: 1s952ms - ScannerThreadsUserTime: 38s461ms - ScannerThreadsVoluntaryContextSwitches: 78.87K (78870) - TotalRawHdfsReadTime(*): 29s560ms - TotalReadThroughput: 5.81 MB/sec Filter 1 (1.00 MB): - Files processed: 407 (407) - Files rejected: 324 (324) - Files total: 407 (407) - RowGroups processed: 200.72K (200723) - RowGroups rejected: 0 (0) - RowGroups total: 200.72K (200723) - Rows processed: 1.36M (1359872) - Rows rejected: 0 (0) - Rows total: 205.50M (205496499) - Splits processed: 83 (83) - Splits rejected: 0 (0) - Splits total: 83 (83) Instance 4b403f9f6fe2ecf6:4f8129110000001f (host=vd1316.halxg.cloudera.com:22000):(Total: 9m49s, non-child: 4m48s, % non-child: 48.93%) Hdfs split stats (:<# splits>/): 7:57/10.06 GB 6:53/8.25 GB 5:58/10.65 GB 1:48/7.97 GB 3:52/9.69 GB 4:50/8.51 GB 0:48/8.94 GB 2:51/8.78 GB Filter 1 arrival: 516ms MemoryUsage(16s000ms): 1.12 GB, 3.22 GB, 5.02 GB, 7.27 GB, 9.54 GB, 13.68 GB, 20.23 GB, 20.80 GB, 20.81 GB, 20.81 GB, 20.80 GB, 20.81 GB, 20.80 GB, 20.80 GB, 20.80 GB, 20.81 GB, 20.81 GB, 20.81 GB, 20.82 GB, 20.81 GB, 20.80 GB, 20.80 GB, 20.81 GB, 20.80 GB, 20.80 GB, 20.78 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB, 20.76 GB ThreadUsage(16s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.69 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 20.76 GB (22290628608) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 20.82 GB (22357125856) - PerHostPeakMemUsage: 44.25 GB (47514374484) - RowsProduced: 189.53M (189533000) - TotalNetworkReceiveTime: 18s429ms - TotalNetworkSendTime: 4m40s - TotalStorageWaitTime: 39s262ms - TotalThreadsInvoluntaryContextSwitches: 39.65K (39650) - TotalThreadsTotalWallClockTime: 16m36s - TotalThreadsSysTime: 28s934ms - TotalThreadsUserTime: 4m22s - TotalThreadsVoluntaryContextSwitches: 367.01K (367014) Fragment Instance Lifecycle Timings: - ExecTime: 7m57s - ExecTreeExecTime: 2m25s - OpenTime: 1m51s - ExecTreeOpenTime: 1m50s - PrepareTime: 38.452ms - ExecTreePrepareTime: 2.242ms DataStreamSender (dst_id=28):(Total: 43s782ms, non-child: 43s782ms, % non-child: 100.00%) - BytesSent: 5.12 GB (5496620088) - NetworkThroughput(*): 371.18 MB/sec - OverallThroughput: 119.73 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 189.53M (189533000) - SerializeBatchTime: 29s590ms - TransmitDataRPCTime: 14s122ms - UncompressedRowBatchSize: 10.77 GB (11564154588) CodeGen:(Total: 490.033ms, non-child: 490.033ms, % non-child: 100.00%) - CodegenTime: 3.096ms - CompileTime: 151.054ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 138 (138) - NumInstructions: 6.18K (6183) - OptimizationTime: 318.454ms - PeakMemoryUsage: 3.02 MB (3165696) - PrepareTime: 20.085ms AGGREGATION_NODE (id=11):(Total: 4m16s, non-child: 32s780ms, % non-child: 12.77%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 243.328us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 4.219ms - HTResizeTime: 832.593ms - HashBuckets: 118.78K (118784) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 35.49 MB (37212199) - ReductionFactorEstimate: 163.06 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 189.44M (189443912) - RowsReturned: 189.53M (189533000) - RowsReturnedRate: 738.48 K/sec - StreamingTime: 32s195ms HASH_JOIN_NODE (id=10):(Total: 3m43s, non-child: 5s032ms, % non-child: 2.25%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 716.181us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 10.601ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.45 MB (37175497) - ProbeRows: 189.53M (189533000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4s731ms - RowsReturned: 189.53M (189533000) - RowsReturnedRate: 846.61 K/sec Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 8.573ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 144.902us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=27):(Total: 18.239us, non-child: 18.239us, % non-child: 100.00%) BytesReceived(16s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 10.009us - DeserializeRowBatchTimer: 11.507us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 20.07 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=9):(Total: 3m38s, non-child: 2m25s, % non-child: 66.42%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 558.290ms - BufferPoolAllocationBytes: 47.50 GB (51004833792) - BufferPoolAllocations: 7.95K (7953) - BufferPoolPeakReservation: 20.69 GB (22219325440) - BufferPoolPeakUnpinnedBytes: 10.51 GB (11286872064) - BufferPoolPeakUsedReservation: 20.69 GB (22219325440) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 10.51 GB (11286872064) - BufferPoolWriteIoBytes: 10.51 GB (11286872064) - BufferPoolWriteIoOps: 5.38K (5382) - BufferPoolWriteIoWaitTime: 606.015ms - BuildRows: 720.02M (720020485) - BuildTime: 1m12s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 20.69 GB (22220347136) - ProbeRows: 210.59M (210592478) - ProbeRowsPartitioned: 118.46M (118458679) - ProbeTime: 39s932ms - RowsReturned: 189.53M (189533000) - RowsReturnedRate: 866.08 K/sec Hash Join Builder (join_node_id=9): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 48s063ms - BuildRowsPartitioned: 720.02M (720020485) - HashBuckets: 2.15B (2147483648) - HashCollisions: 93.92M (93917085) - HashTablesBuildTime: 54s091ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 9 (9) EXCHANGE_NODE (id=26):(Total: 36s045ms, non-child: 28s793ms, % non-child: 79.88%) BytesReceived(16s000ms): 938.16 MB, 2.76 GB, 4.36 GB, 6.34 GB, 8.36 GB, 9.99 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB - BytesReceived: 10.08 GB (10827960171) - ConvertRowBatchTime: 16s619ms - DeserializeRowBatchTimer: 28s083ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 720.02M (720020485) - RowsReturnedRate: 19.98 M/sec - SendersBlockedTimer: 10s677ms - SendersBlockedTotalTimer(*): 45s478ms HDFS_SCAN_NODE (id=6):(Total: 37s449ms, non-child: 37s449ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:57/10.06 GB 6:53/8.25 GB 5:58/10.65 GB 1:48/7.97 GB 3:52/9.69 GB 4:50/8.51 GB 0:48/8.94 GB 2:51/8.78 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 85 out of 85 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:91.77% 1:8.231% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:332 PARQUET/SNAPPY:510 BytesRead(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.08 MB, 115.10 MB, 280.08 MB, 454.60 MB, 551.67 MB, 556.25 MB, 580.27 MB, 683.77 MB, 807.44 MB, 876.22 MB, 913.26 MB, 991.85 MB, 1.03 GB, 1.10 GB, 1.12 GB, 1.16 GB, 1.17 GB, 1.18 GB, 1.21 GB, 1.21 GB, 1.32 GB, 1.47 GB, 1.47 GB, 1.51 GB, 1.51 GB, 1.51 GB, 1.51 GB, 1.52 GB, 1.58 GB, 1.76 GB, 1.85 GB, 1.98 GB, 2.04 GB, 2.15 GB, 2.24 GB, 2.27 GB, 2.34 GB - FooterProcessingTime: (Avg: 58.024ms ; Min: 1.015ms ; Max: 282.640ms ; Number of samples: 85) - AverageHdfsReadThreadConcurrency: 0.08 - AverageScannerThreadConcurrency: 0.73 - BytesRead: 2.47 GB (2653189938) - BytesReadDataNodeCache: 0 - BytesReadLocal: 2.47 GB (2653189938) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 2.47 GB (2653189938) - DecompressionTime: 10s343ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 85 (85) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 61.57 MB (64558174) - PerReadThreadRawHdfsThroughput: 76.71 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 36s595ms - RowBatchQueuePutWaitTime: 3m35s - RowsRead: 210.59M (210592478) - RowsReturned: 210.59M (210592478) - RowsReturnedRate: 5.62 M/sec - ScanRangesComplete: 417 (417) - ScannerThreadsInvoluntaryContextSwitches: 7.37K (7373) - ScannerThreadsTotalWallClockTime: 4m56s - MaterializeTupleTime(*): 29s705ms - ScannerThreadsSysTime: 2s030ms - ScannerThreadsUserTime: 39s556ms - ScannerThreadsVoluntaryContextSwitches: 78.66K (78659) - TotalRawHdfsReadTime(*): 32s986ms - TotalReadThroughput: 6.21 MB/sec Filter 1 (1.00 MB): - Files processed: 417 (417) - Files rejected: 332 (332) - Files total: 417 (417) - RowGroups processed: 205.70K (205702) - RowGroups rejected: 0 (0) - RowGroups total: 205.70K (205702) - Rows processed: 1.39M (1392640) - Rows rejected: 0 (0) - Rows total: 210.59M (210592478) - Splits processed: 85 (85) - Splits rejected: 0 (0) - Splits total: 85 (85) Instance 4b403f9f6fe2ecf6:4f81291100000022 (host=vd1314.halxg.cloudera.com:22000):(Total: 9m36s, non-child: 4m32s, % non-child: 47.17%) Hdfs split stats (:<# splits>/): 4:49/8.30 GB 6:60/10.40 GB 0:54/9.87 GB 7:44/7.16 GB 5:56/9.57 GB 3:50/8.49 GB 2:48/8.65 GB 1:58/10.37 GB Filter 1 arrival: 552ms MemoryUsage(16s000ms): 1.11 GB, 3.21 GB, 5.01 GB, 7.26 GB, 9.53 GB, 13.68 GB, 20.66 GB, 21.52 GB, 21.50 GB, 21.50 GB, 21.51 GB, 21.51 GB, 21.51 GB, 21.53 GB, 21.51 GB, 21.50 GB, 21.51 GB, 21.53 GB, 21.53 GB, 21.53 GB, 21.51 GB, 21.51 GB, 21.52 GB, 21.52 GB, 21.51 GB, 21.47 GB, 21.47 GB, 21.47 GB, 21.47 GB, 21.47 GB, 21.47 GB, 21.47 GB, 21.47 GB, 21.47 GB, 21.47 GB, 21.47 GB ThreadUsage(16s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.68 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 21.47 GB (23056089088) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 21.54 GB (23123051298) - PerHostPeakMemUsage: 44.22 GB (47481811062) - RowsProduced: 181.80M (181801281) - TotalNetworkReceiveTime: 20s318ms - TotalNetworkSendTime: 4m23s - TotalStorageWaitTime: 35s558ms - TotalThreadsInvoluntaryContextSwitches: 39.10K (39098) - TotalThreadsTotalWallClockTime: 16m11s - TotalThreadsSysTime: 29s081ms - TotalThreadsUserTime: 4m17s - TotalThreadsVoluntaryContextSwitches: 376.55K (376552) Fragment Instance Lifecycle Timings: - ExecTime: 7m45s - ExecTreeExecTime: 2m30s - OpenTime: 1m51s - ExecTreeOpenTime: 1m51s - PrepareTime: 49.684ms - ExecTreePrepareTime: 5.214ms DataStreamSender (dst_id=28):(Total: 42s138ms, non-child: 42s138ms, % non-child: 100.00%) - BytesSent: 4.91 GB (5272321089) - NetworkThroughput(*): 364.61 MB/sec - OverallThroughput: 119.32 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 181.80M (181801281) - SerializeBatchTime: 28s281ms - TransmitDataRPCTime: 13s790ms - UncompressedRowBatchSize: 10.33 GB (11092411973) CodeGen:(Total: 517.911ms, non-child: 517.911ms, % non-child: 100.00%) - CodegenTime: 3.373ms - CompileTime: 156.879ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 138 (138) - NumInstructions: 6.18K (6183) - OptimizationTime: 334.257ms - PeakMemoryUsage: 3.02 MB (3165696) - PrepareTime: 26.315ms AGGREGATION_NODE (id=11):(Total: 4m22s, non-child: 32s692ms, % non-child: 12.47%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 1.665ms - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 2.763ms - HTResizeTime: 807.296ms - HashBuckets: 114.69K (114688) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 35.49 MB (37212239) - ReductionFactorEstimate: 3.79 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 181.72M (181715265) - RowsReturned: 181.80M (181801281) - RowsReturnedRate: 693.46 K/sec - StreamingTime: 32s098ms HASH_JOIN_NODE (id=10):(Total: 3m49s, non-child: 4s801ms, % non-child: 2.09%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 411.115us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 13.464ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.47 MB (37196916) - ProbeRows: 181.80M (181801282) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4s533ms - RowsReturned: 181.80M (181801282) - RowsReturnedRate: 792.26 K/sec Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 12.486ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 201.232us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=27):(Total: 12.269us, non-child: 12.269us, % non-child: 100.00%) BytesReceived(16s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 5.450us - DeserializeRowBatchTimer: 11.282us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 29.83 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=9):(Total: 3m44s, non-child: 2m32s, % non-child: 67.66%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 524.914ms - BufferPoolAllocationBytes: 47.33 GB (50816090112) - BufferPoolAllocations: 7.86K (7863) - BufferPoolPeakReservation: 21.41 GB (22984785920) - BufferPoolPeakUnpinnedBytes: 10.34 GB (11098128384) - BufferPoolPeakUsedReservation: 21.41 GB (22984785920) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 10.34 GB (11098128384) - BufferPoolWriteIoBytes: 10.34 GB (11098128384) - BufferPoolWriteIoOps: 5.29K (5292) - BufferPoolWriteIoWaitTime: 541.287ms - BuildRows: 720.02M (720020485) - BuildTime: 1m11s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 21.41 GB (22985807616) - ProbeRows: 202.00M (201999873) - ProbeRowsPartitioned: 113.63M (113628110) - ProbeTime: 46s313ms - RowsReturned: 181.80M (181801282) - RowsReturnedRate: 809.19 K/sec Hash Join Builder (join_node_id=9): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 46s189ms - BuildRowsPartitioned: 720.02M (720020485) - HashBuckets: 2.15B (2147483648) - HashCollisions: 92.53M (92531346) - HashTablesBuildTime: 56s403ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 9 (9) EXCHANGE_NODE (id=26):(Total: 38s011ms, non-child: 29s321ms, % non-child: 77.14%) BytesReceived(16s000ms): 927.98 MB, 2.76 GB, 4.35 GB, 6.33 GB, 8.35 GB, 9.98 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB, 10.08 GB - BytesReceived: 10.08 GB (10827960171) - ConvertRowBatchTime: 16s681ms - DeserializeRowBatchTimer: 27s864ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 720.02M (720020485) - RowsReturnedRate: 18.94 M/sec - SendersBlockedTimer: 6s137ms - SendersBlockedTotalTimer(*): 25s103ms HDFS_SCAN_NODE (id=6):(Total: 34s654ms, non-child: 34s654ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 4:49/8.30 GB 6:60/10.40 GB 0:54/9.87 GB 7:44/7.16 GB 5:56/9.57 GB 3:50/8.49 GB 2:48/8.65 GB 1:58/10.37 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 83 out of 83 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:93.91% 1:6.091% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:336 PARQUET/SNAPPY:498 BytesRead(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 489.33 KB, 110.15 MB, 275.90 MB, 442.49 MB, 542.58 MB, 543.89 MB, 570.62 MB, 663.95 MB, 760.73 MB, 823.67 MB, 866.81 MB, 957.71 MB, 1.01 GB, 1.10 GB, 1.13 GB, 1.17 GB, 1.18 GB, 1.18 GB, 1.18 GB, 1.18 GB, 1.31 GB, 1.47 GB, 1.49 GB, 1.49 GB, 1.49 GB, 1.49 GB, 1.49 GB, 1.50 GB, 1.58 GB, 1.78 GB, 1.87 GB, 1.99 GB, 2.09 GB, 2.21 GB, 2.30 GB, 2.32 GB - FooterProcessingTime: (Avg: 56.342ms ; Min: 1.106ms ; Max: 393.027ms ; Number of samples: 83) - AverageHdfsReadThreadConcurrency: 0.06 - AverageScannerThreadConcurrency: 0.72 - BytesRead: 2.37 GB (2544490094) - BytesReadDataNodeCache: 0 - BytesReadLocal: 2.37 GB (2544490094) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 2.37 GB (2544490094) - DecompressionTime: 10s735ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 83 (83) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.03 MB (65044617) - PerReadThreadRawHdfsThroughput: 93.17 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 32s995ms - RowBatchQueuePutWaitTime: 3m25s - RowsRead: 202.00M (201999873) - RowsReturned: 202.00M (201999873) - RowsReturnedRate: 5.83 M/sec - ScanRangesComplete: 419 (419) - ScannerThreadsInvoluntaryContextSwitches: 7.01K (7009) - ScannerThreadsTotalWallClockTime: 4m43s - MaterializeTupleTime(*): 28s401ms - ScannerThreadsSysTime: 1s888ms - ScannerThreadsUserTime: 37s542ms - ScannerThreadsVoluntaryContextSwitches: 78.42K (78417) - TotalRawHdfsReadTime(*): 26s045ms - TotalReadThroughput: 6.15 MB/sec Filter 1 (1.00 MB): - Files processed: 419 (419) - Files rejected: 336 (336) - Files total: 419 (419) - RowGroups processed: 197.31K (197309) - RowGroups rejected: 0 (0) - RowGroups total: 197.31K (197309) - Rows processed: 1.36M (1359872) - Rows rejected: 0 (0) - Rows total: 202.00M (201999873) - Splits processed: 83 (83) - Splits rejected: 0 (0) - Splits total: 83 (83) Averaged Fragment F06:(Total: 1m24s, non-child: 36s652ms, % non-child: 43.50%) split sizes: min: 7.43 GB, max: 7.46 GB, avg: 7.44 GB, stddev: 7.03 MB completion times: min:1m22s max:1m26s mean: 1m24s stddev:1s181ms execution rates: min:88.37 MB/sec max:92.14 MB/sec mean:90.48 MB/sec stddev:1.23 MB/sec num instances: 7 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 45.44 MB (47646222) - PerHostPeakMemUsage: 29.05 GB (31189887955) - RowsProduced: 102.86M (102860069) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 47s723ms - TotalStorageWaitTime: 23s222ms - TotalThreadsInvoluntaryContextSwitches: 12.87K (12866) - TotalThreadsTotalWallClockTime: 2m48s - TotalThreadsSysTime: 3s885ms - TotalThreadsUserTime: 28s151ms - TotalThreadsVoluntaryContextSwitches: 249.93K (249925) Fragment Instance Lifecycle Timings: - ExecTime: 1m24s - ExecTreeExecTime: 16s546ms - OpenTime: 12.866ms - ExecTreeOpenTime: 196.724us - PrepareTime: 30.225ms - ExecTreePrepareTime: 1.460ms DataStreamSender (dst_id=26):(Total: 31s176ms, non-child: 31s176ms, % non-child: 100.00%) - BytesSent: 10.08 GB (10827960171) - NetworkThroughput(*): 735.18 MB/sec - OverallThroughput: 331.22 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 102.86M (102860069) - SerializeBatchTime: 17s096ms - TransmitDataRPCTime: 14s051ms - UncompressedRowBatchSize: 14.08 GB (15123247153) CodeGen:(Total: 31.297ms, non-child: 31.297ms, % non-child: 100.00%) - CodegenTime: 312.556us - CompileTime: 4.228ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 6.671ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 19.921ms HDFS_SCAN_NODE (id=7):(Total: 16s406ms, non-child: 16s406ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.12 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.08 GB (1161464993) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.08 GB (1161464993) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.08 GB (1161464993) - DecompressionTime: 4s176ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 312 (312) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 45.36 MB (47558689) - PerReadThreadRawHdfsThroughput: 105.18 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 15s772ms - RowBatchQueuePutWaitTime: 50s742ms - RowsRead: 102.86M (102860069) - RowsReturned: 102.86M (102860069) - RowsReturnedRate: 6.33 M/sec - ScanRangesComplete: 312 (312) - ScannerThreadsInvoluntaryContextSwitches: 4.17K (4165) - ScannerThreadsTotalWallClockTime: 1m24s - MaterializeTupleTime(*): 3s545ms - ScannerThreadsSysTime: 1s092ms - ScannerThreadsUserTime: 9s196ms - ScannerThreadsVoluntaryContextSwitches: 85.79K (85793) - TotalRawHdfsReadTime(*): 10s554ms - TotalReadThroughput: 13.13 MB/sec Fragment F06: Instance 4b403f9f6fe2ecf6:4f81291100000019 (host=vd1313.halxg.cloudera.com:22000):(Total: 1m26s, non-child: 36s356ms, % non-child: 42.12%) Hdfs split stats (:<# splits>/): 0:36/913.21 MB 1:37/892.17 MB 7:35/906.95 MB 6:35/887.43 MB 4:37/927.52 MB 3:41/1.00 GB 5:36/1.06 GB 2:40/988.80 MB MemoryUsage(2s000ms): 4.09 MB, 5.03 MB, 3.94 MB, 4.94 MB, 11.55 MB, 5.80 MB, 5.54 MB, 3.45 MB, 13.00 MB, 6.39 MB, 7.89 MB, 5.53 MB, 9.72 MB, 11.59 MB, 10.33 MB, 8.62 MB, 11.77 MB, 4.53 MB, 4.03 MB, 4.29 MB, 6.32 MB, 12.17 MB, 16.53 MB, 44.62 MB, 14.30 MB, 10.08 MB, 12.07 MB, 8.13 MB, 10.68 MB, 8.49 MB, 11.26 MB, 10.51 MB, 12.71 MB, 12.73 MB, 9.91 MB, 12.59 MB, 9.86 MB, 12.13 MB, 11.76 MB, 12.22 MB, 12.59 MB, 11.13 MB, 8.88 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 57.63 MB (60425537) - PerHostPeakMemUsage: 31.39 GB (33701649090) - RowsProduced: 103.57M (103573478) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 47s279ms - TotalStorageWaitTime: 25s400ms - TotalThreadsInvoluntaryContextSwitches: 11.44K (11442) - TotalThreadsTotalWallClockTime: 2m52s - TotalThreadsSysTime: 3s879ms - TotalThreadsUserTime: 28s264ms - TotalThreadsVoluntaryContextSwitches: 251.78K (251782) Fragment Instance Lifecycle Timings: - ExecTime: 1m26s - ExecTreeExecTime: 19s033ms - OpenTime: 12.948ms - ExecTreeOpenTime: 171.074us - PrepareTime: 35.103ms - ExecTreePrepareTime: 1.276ms DataStreamSender (dst_id=26):(Total: 31s032ms, non-child: 31s032ms, % non-child: 100.00%) - BytesSent: 10.14 GB (10884398903) - NetworkThroughput(*): 748.13 MB/sec - OverallThroughput: 334.50 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 103.57M (103573478) - SerializeBatchTime: 17s129ms - TransmitDataRPCTime: 13s874ms - UncompressedRowBatchSize: 14.18 GB (15228137526) CodeGen:(Total: 33.589ms, non-child: 33.589ms, % non-child: 100.00%) - CodegenTime: 347.292us - CompileTime: 3.652ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 7.303ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 22.194ms HDFS_SCAN_NODE (id=7):(Total: 18s885ms, non-child: 18s885ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:36/913.21 MB 1:37/892.17 MB 7:35/906.95 MB 6:35/887.43 MB 4:37/927.52 MB 3:41/1.00 GB 5:36/1.06 GB 2:40/988.80 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 297 out of 297 Hdfs Read Thread Concurrency Bucket: 0:88.44% 1:11.56% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:594 BytesRead(2s000ms): 11.29 MB, 33.75 MB, 53.51 MB, 74.41 MB, 96.33 MB, 114.20 MB, 148.55 MB, 173.67 MB, 198.89 MB, 218.82 MB, 245.28 MB, 266.78 MB, 289.41 MB, 301.69 MB, 306.23 MB, 320.78 MB, 344.89 MB, 365.89 MB, 387.11 MB, 412.79 MB, 439.64 MB, 464.98 MB, 497.16 MB, 547.43 MB, 553.72 MB, 577.39 MB, 607.17 MB, 634.12 MB, 656.26 MB, 683.22 MB, 713.91 MB, 743.04 MB, 771.14 MB, 798.79 MB, 827.82 MB, 857.31 MB, 883.57 MB, 914.50 MB, 944.66 MB, 975.28 MB, 1004.96 MB, 1.01 GB, 1.06 GB - FooterProcessingTime: (Avg: 33.871ms ; Min: 1.089ms ; Max: 413.297ms ; Number of samples: 297) - AverageHdfsReadThreadConcurrency: 0.12 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.08 GB (1163671961) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.08 GB (1163671961) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.08 GB (1163671961) - DecompressionTime: 4s190ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 297 (297) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 57.55 MB (60345759) - PerReadThreadRawHdfsThroughput: 98.17 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 18s261ms - RowBatchQueuePutWaitTime: 50s729ms - RowsRead: 103.57M (103573478) - RowsReturned: 103.57M (103573478) - RowsReturnedRate: 5.48 M/sec - ScanRangesComplete: 297 (297) - ScannerThreadsInvoluntaryContextSwitches: 3.89K (3887) - ScannerThreadsTotalWallClockTime: 1m26s - MaterializeTupleTime(*): 3s537ms - ScannerThreadsSysTime: 1s059ms - ScannerThreadsUserTime: 9s225ms - ScannerThreadsVoluntaryContextSwitches: 86.35K (86354) - TotalRawHdfsReadTime(*): 11s305ms - TotalReadThroughput: 12.83 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000001c (host=vd1311.halxg.cloudera.com:22000):(Total: 1m25s, non-child: 36s766ms, % non-child: 43.11%) Hdfs split stats (:<# splits>/): 3:36/945.20 MB 1:48/1.17 GB 5:36/1.13 GB 2:38/946.59 MB 6:43/1006.10 MB 7:38/907.95 MB 0:32/752.71 MB 4:30/701.68 MB MemoryUsage(2s000ms): 7.68 MB, 3.77 MB, 11.37 MB, 1.98 MB, 3.73 MB, 5.41 MB, 4.53 MB, 4.41 MB, 6.25 MB, 10.38 MB, 8.37 MB, 3.27 MB, 8.41 MB, 11.59 MB, 12.85 MB, 6.59 MB, 10.62 MB, 3.53 MB, 12.59 MB, 12.09 MB, 7.64 MB, 53.49 MB, 27.72 MB, 9.24 MB, 10.84 MB, 9.14 MB, 9.25 MB, 9.96 MB, 10.88 MB, 9.39 MB, 13.26 MB, 8.65 MB, 11.17 MB, 11.71 MB, 13.18 MB, 12.07 MB, 12.34 MB, 9.29 MB, 10.49 MB, 10.83 MB, 8.33 MB, 10.61 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 57.98 MB (60793323) - PerHostPeakMemUsage: 29.12 GB (31269588465) - RowsProduced: 103.40M (103399413) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 47s863ms - TotalStorageWaitTime: 23s554ms - TotalThreadsInvoluntaryContextSwitches: 12.06K (12065) - TotalThreadsTotalWallClockTime: 2m50s - TotalThreadsSysTime: 3s920ms - TotalThreadsUserTime: 28s709ms - TotalThreadsVoluntaryContextSwitches: 250.59K (250588) Fragment Instance Lifecycle Timings: - ExecTime: 1m25s - ExecTreeExecTime: 17s188ms - OpenTime: 14.030ms - ExecTreeOpenTime: 216.238us - PrepareTime: 26.802ms - ExecTreePrepareTime: 1.832ms DataStreamSender (dst_id=26):(Total: 31s436ms, non-child: 31s436ms, % non-child: 100.00%) - BytesSent: 10.12 GB (10871024969) - NetworkThroughput(*): 737.13 MB/sec - OverallThroughput: 329.79 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 103.40M (103399413) - SerializeBatchTime: 17s343ms - TransmitDataRPCTime: 14s064ms - UncompressedRowBatchSize: 14.16 GB (15202545183) CodeGen:(Total: 30.972ms, non-child: 30.972ms, % non-child: 100.00%) - CodegenTime: 392.234us - CompileTime: 4.847ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 7.292ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 18.313ms HDFS_SCAN_NODE (id=7):(Total: 17s044ms, non-child: 17s044ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 3:36/945.20 MB 1:48/1.17 GB 5:36/1.13 GB 2:38/946.59 MB 6:43/1006.10 MB 7:38/907.95 MB 0:32/752.71 MB 4:30/701.68 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 301 out of 301 Hdfs Read Thread Concurrency Bucket: 0:85.29% 1:14.71% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:602 BytesRead(2s000ms): 10.51 MB, 30.94 MB, 60.54 MB, 79.85 MB, 101.31 MB, 127.72 MB, 152.90 MB, 171.20 MB, 195.19 MB, 223.39 MB, 257.92 MB, 287.47 MB, 305.61 MB, 317.06 MB, 322.53 MB, 340.17 MB, 364.63 MB, 389.68 MB, 417.21 MB, 450.36 MB, 478.51 MB, 540.70 MB, 540.70 MB, 557.65 MB, 583.11 MB, 611.15 MB, 638.42 MB, 662.62 MB, 682.29 MB, 710.78 MB, 740.64 MB, 769.02 MB, 794.97 MB, 823.57 MB, 851.89 MB, 881.92 MB, 913.62 MB, 942.23 MB, 970.90 MB, 1001.65 MB, 1.01 GB, 1.04 GB - FooterProcessingTime: (Avg: 33.402ms ; Min: 1.216ms ; Max: 466.245ms ; Number of samples: 301) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.08 GB (1163319149) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.08 GB (1163319149) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.08 GB (1163319149) - DecompressionTime: 4s306ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 301 (301) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 57.90 MB (60713545) - PerReadThreadRawHdfsThroughput: 103.81 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 16s403ms - RowBatchQueuePutWaitTime: 51s352ms - RowsRead: 103.40M (103399413) - RowsReturned: 103.40M (103399413) - RowsReturnedRate: 6.07 M/sec - ScanRangesComplete: 301 (301) - ScannerThreadsInvoluntaryContextSwitches: 3.91K (3913) - ScannerThreadsTotalWallClockTime: 1m25s - MaterializeTupleTime(*): 3s624ms - ScannerThreadsSysTime: 1s172ms - ScannerThreadsUserTime: 9s372ms - ScannerThreadsVoluntaryContextSwitches: 85.68K (85684) - TotalRawHdfsReadTime(*): 10s686ms - TotalReadThroughput: 12.96 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000001a (host=vd1312.halxg.cloudera.com:22000):(Total: 1m24s, non-child: 36s685ms, % non-child: 43.22%) Hdfs split stats (:<# splits>/): 7:40/950.38 MB 2:47/1.02 GB 0:46/1012.60 MB 1:48/1.05 GB 5:35/807.84 MB 4:45/950.47 MB 3:40/867.71 MB 6:49/921.90 MB MemoryUsage(2s000ms): 8.66 MB, 7.22 MB, 7.96 MB, 3.78 MB, 4.68 MB, 9.29 MB, 1.72 MB, 5.48 MB, 10.10 MB, 12.08 MB, 7.21 MB, 10.57 MB, 10.42 MB, 11.56 MB, 10.90 MB, 8.63 MB, 12.59 MB, 6.24 MB, 1.65 MB, 11.65 MB, 10.38 MB, 8.22 MB, 8.85 MB, 8.70 MB, 5.89 MB, 10.49 MB, 11.99 MB, 11.76 MB, 7.68 MB, 9.28 MB, 10.97 MB, 6.86 MB, 9.21 MB, 10.34 MB, 9.49 MB, 12.40 MB, 9.29 MB, 9.57 MB, 11.59 MB, 9.78 MB, 9.19 MB, 12.02 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.55 MB (15261112) - PerHostPeakMemUsage: 28.99 GB (31129548592) - RowsProduced: 100.72M (100718649) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 47s784ms - TotalStorageWaitTime: 24s491ms - TotalThreadsInvoluntaryContextSwitches: 13.91K (13912) - TotalThreadsTotalWallClockTime: 2m49s - TotalThreadsSysTime: 3s830ms - TotalThreadsUserTime: 27s645ms - TotalThreadsVoluntaryContextSwitches: 244.04K (244037) Fragment Instance Lifecycle Timings: - ExecTime: 1m24s - ExecTreeExecTime: 17s400ms - OpenTime: 11.929ms - ExecTreeOpenTime: 156.060us - PrepareTime: 31.334ms - ExecTreePrepareTime: 1.768ms DataStreamSender (dst_id=26):(Total: 30s892ms, non-child: 30s892ms, % non-child: 100.00%) - BytesSent: 9.93 GB (10662187564) - NetworkThroughput(*): 721.19 MB/sec - OverallThroughput: 329.15 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 100.72M (100718649) - SerializeBatchTime: 16s762ms - TransmitDataRPCTime: 14s099ms - UncompressedRowBatchSize: 13.79 GB (14808400523) CodeGen:(Total: 33.600ms, non-child: 33.600ms, % non-child: 100.00%) - CodegenTime: 252.348us - CompileTime: 4.155ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 6.128ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 22.792ms HDFS_SCAN_NODE (id=7):(Total: 17s269ms, non-child: 17s269ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:40/950.38 MB 2:47/1.02 GB 0:46/1012.60 MB 1:48/1.05 GB 5:35/807.84 MB 4:45/950.47 MB 3:40/867.71 MB 6:49/921.90 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 350 out of 350 Hdfs Read Thread Concurrency Bucket: 0:84.71% 1:15.29% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:700 BytesRead(2s000ms): 10.25 MB, 33.25 MB, 59.74 MB, 75.02 MB, 98.03 MB, 127.93 MB, 146.22 MB, 172.34 MB, 199.22 MB, 228.00 MB, 263.58 MB, 291.64 MB, 313.98 MB, 327.89 MB, 332.29 MB, 349.07 MB, 373.48 MB, 400.75 MB, 422.82 MB, 449.47 MB, 480.57 MB, 505.60 MB, 536.46 MB, 566.18 MB, 586.46 MB, 617.39 MB, 646.03 MB, 671.74 MB, 691.26 MB, 719.00 MB, 751.13 MB, 779.73 MB, 804.70 MB, 828.28 MB, 853.44 MB, 882.61 MB, 908.23 MB, 938.93 MB, 968.93 MB, 1003.01 MB, 1.01 GB, 1.04 GB - FooterProcessingTime: (Avg: 32.314ms ; Min: 920.334us ; Max: 379.278ms ; Number of samples: 350) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.07 GB (1152818405) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.07 GB (1152818405) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.07 GB (1152818405) - DecompressionTime: 4s081ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 350 (350) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 14.46 MB (15166990) - PerReadThreadRawHdfsThroughput: 102.04 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 16s644ms - RowBatchQueuePutWaitTime: 50s154ms - RowsRead: 100.72M (100718649) - RowsReturned: 100.72M (100718649) - RowsReturnedRate: 5.83 M/sec - ScanRangesComplete: 350 (350) - ScannerThreadsInvoluntaryContextSwitches: 4.43K (4431) - ScannerThreadsTotalWallClockTime: 1m24s - MaterializeTupleTime(*): 3s738ms - ScannerThreadsSysTime: 1s131ms - ScannerThreadsUserTime: 9s038ms - ScannerThreadsVoluntaryContextSwitches: 83.31K (83312) - TotalRawHdfsReadTime(*): 10s773ms - TotalReadThroughput: 12.93 MB/sec Instance 4b403f9f6fe2ecf6:4f81291100000017 (host=vd1314.halxg.cloudera.com:22000):(Total: 1m23s, non-child: 37s388ms, % non-child: 44.63%) Hdfs split stats (:<# splits>/): 4:40/995.41 MB 0:39/963.32 MB 5:48/1.08 GB 3:44/1.10 GB 2:33/893.31 MB 6:34/836.60 MB 1:32/944.88 MB 7:35/772.51 MB MemoryUsage(2s000ms): 10.49 MB, 6.24 MB, 7.68 MB, 8.98 MB, 3.13 MB, 6.99 MB, 3.56 MB, 9.93 MB, 9.73 MB, 12.18 MB, 10.42 MB, 7.54 MB, 10.24 MB, 13.58 MB, 11.37 MB, 7.04 MB, 5.83 MB, 3.06 MB, 7.93 MB, 8.41 MB, 9.52 MB, 11.15 MB, 4.27 MB, 7.42 MB, 9.89 MB, 9.79 MB, 8.70 MB, 9.41 MB, 12.67 MB, 6.75 MB, 11.16 MB, 9.64 MB, 45.68 MB, 35.67 MB, 12.18 MB, 9.39 MB, 10.42 MB, 8.67 MB, 9.71 MB, 12.13 MB, 9.05 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 58.00 MB (60822163) - PerHostPeakMemUsage: 28.61 GB (30718298622) - RowsProduced: 103.60M (103599261) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 48s649ms - TotalStorageWaitTime: 22s263ms - TotalThreadsInvoluntaryContextSwitches: 12.50K (12497) - TotalThreadsTotalWallClockTime: 2m47s - TotalThreadsSysTime: 3s908ms - TotalThreadsUserTime: 28s156ms - TotalThreadsVoluntaryContextSwitches: 252.32K (252317) Fragment Instance Lifecycle Timings: - ExecTime: 1m23s - ExecTreeExecTime: 14s944ms - OpenTime: 13.165ms - ExecTreeOpenTime: 269.434us - PrepareTime: 26.917ms - ExecTreePrepareTime: 1.012ms DataStreamSender (dst_id=26):(Total: 31s546ms, non-child: 31s546ms, % non-child: 100.00%) - BytesSent: 10.14 GB (10890352165) - NetworkThroughput(*): 725.38 MB/sec - OverallThroughput: 329.22 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 103.60M (103599261) - SerializeBatchTime: 17s200ms - TransmitDataRPCTime: 14s317ms - UncompressedRowBatchSize: 14.19 GB (15231928355) CodeGen:(Total: 29.567ms, non-child: 29.567ms, % non-child: 100.00%) - CodegenTime: 299.003us - CompileTime: 4.233ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 6.858ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 18.020ms HDFS_SCAN_NODE (id=7):(Total: 14s800ms, non-child: 14s800ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 4:40/995.41 MB 0:39/963.32 MB 5:48/1.08 GB 3:44/1.10 GB 2:33/893.31 MB 6:34/836.60 MB 1:32/944.88 MB 7:35/772.51 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 305 out of 305 Hdfs Read Thread Concurrency Bucket: 0:82.04% 1:17.96% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:610 BytesRead(2s000ms): 12.55 MB, 45.86 MB, 76.07 MB, 97.82 MB, 124.96 MB, 154.34 MB, 175.94 MB, 203.42 MB, 234.90 MB, 269.04 MB, 305.21 MB, 338.52 MB, 360.96 MB, 373.34 MB, 378.46 MB, 390.71 MB, 412.71 MB, 433.95 MB, 463.97 MB, 489.68 MB, 513.51 MB, 543.22 MB, 562.39 MB, 591.07 MB, 622.61 MB, 653.86 MB, 683.14 MB, 707.57 MB, 727.89 MB, 753.50 MB, 784.06 MB, 814.62 MB, 871.61 MB, 884.24 MB, 893.04 MB, 919.46 MB, 948.44 MB, 975.09 MB, 1007.14 MB, 1.01 GB, 1.04 GB - FooterProcessingTime: (Avg: 30.397ms ; Min: 938.905us ; Max: 428.276ms ; Number of samples: 305) - AverageHdfsReadThreadConcurrency: 0.18 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.09 GB (1165803073) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.09 GB (1165803073) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.09 GB (1165803073) - DecompressionTime: 4s119ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 305 (305) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 57.93 MB (60742385) - PerReadThreadRawHdfsThroughput: 108.03 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 14s162ms - RowBatchQueuePutWaitTime: 51s107ms - RowsRead: 103.60M (103599261) - RowsReturned: 103.60M (103599261) - RowsReturnedRate: 7.00 M/sec - ScanRangesComplete: 305 (305) - ScannerThreadsInvoluntaryContextSwitches: 3.91K (3912) - ScannerThreadsTotalWallClockTime: 1m23s - MaterializeTupleTime(*): 3s457ms - ScannerThreadsSysTime: 1s063ms - ScannerThreadsUserTime: 9s129ms - ScannerThreadsVoluntaryContextSwitches: 85.93K (85932) - TotalRawHdfsReadTime(*): 10s291ms - TotalReadThroughput: 13.26 MB/sec Instance 4b403f9f6fe2ecf6:4f81291100000018 (host=vd1310.halxg.cloudera.com:22000):(Total: 1m23s, non-child: 38s099ms, % non-child: 45.52%) Hdfs split stats (:<# splits>/): 5:36/925.27 MB 3:45/1.12 GB 1:40/1.07 GB 7:36/964.70 MB 2:36/1.01 GB 0:34/827.09 MB 4:33/800.56 MB 6:39/826.55 MB MemoryUsage(2s000ms): 9.88 MB, 5.83 MB, 10.76 MB, 6.68 MB, 40.62 MB, 13.85 MB, 11.59 MB, 5.82 MB, 6.00 MB, 10.59 MB, 7.68 MB, 6.83 MB, 12.55 MB, 13.73 MB, 10.92 MB, 11.06 MB, 11.96 MB, 5.78 MB, 3.99 MB, 7.69 MB, 9.12 MB, 10.61 MB, 11.16 MB, 11.14 MB, 9.95 MB, 9.85 MB, 10.07 MB, 8.71 MB, 11.90 MB, 11.50 MB, 11.64 MB, 11.25 MB, 11.03 MB, 11.78 MB, 11.71 MB, 10.91 MB, 7.24 MB, 7.95 MB, 9.60 MB, 10.19 MB, 12.09 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 57.63 MB (60425537) - PerHostPeakMemUsage: 28.56 GB (30671149192) - RowsProduced: 103.51M (103513076) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 48s639ms - TotalStorageWaitTime: 21s433ms - TotalThreadsInvoluntaryContextSwitches: 12.20K (12195) - TotalThreadsTotalWallClockTime: 2m47s - TotalThreadsSysTime: 3s943ms - TotalThreadsUserTime: 28s322ms - TotalThreadsVoluntaryContextSwitches: 251.21K (251214) Fragment Instance Lifecycle Timings: - ExecTime: 1m23s - ExecTreeExecTime: 14s796ms - OpenTime: 12.260ms - ExecTreeOpenTime: 155.267us - PrepareTime: 23.865ms - ExecTreePrepareTime: 1.140ms DataStreamSender (dst_id=26):(Total: 30s913ms, non-child: 30s913ms, % non-child: 100.00%) - BytesSent: 10.13 GB (10879296694) - NetworkThroughput(*): 765.10 MB/sec - OverallThroughput: 335.63 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 103.51M (103513076) - SerializeBatchTime: 17s322ms - TransmitDataRPCTime: 13s560ms - UncompressedRowBatchSize: 14.17 GB (15219256668) CodeGen:(Total: 26.977ms, non-child: 26.977ms, % non-child: 100.00%) - CodegenTime: 243.689us - CompileTime: 4.200ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 6.242ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 16.106ms HDFS_SCAN_NODE (id=7):(Total: 14s656ms, non-child: 14s656ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 5:36/925.27 MB 3:45/1.12 GB 1:40/1.07 GB 7:36/964.70 MB 2:36/1.01 GB 0:34/827.09 MB 4:33/800.56 MB 6:39/826.55 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 299 out of 299 Hdfs Read Thread Concurrency Bucket: 0:92.81% 1:7.186% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:598 BytesRead(2s000ms): 18.09 MB, 36.11 MB, 59.09 MB, 83.40 MB, 139.24 MB, 156.42 MB, 189.16 MB, 214.36 MB, 239.21 MB, 269.70 MB, 297.97 MB, 322.23 MB, 345.31 MB, 358.86 MB, 361.00 MB, 380.73 MB, 404.77 MB, 430.52 MB, 455.75 MB, 481.00 MB, 509.86 MB, 542.02 MB, 571.22 MB, 597.34 MB, 622.40 MB, 654.48 MB, 685.30 MB, 709.48 MB, 731.16 MB, 760.90 MB, 790.65 MB, 819.74 MB, 846.15 MB, 873.53 MB, 901.63 MB, 929.47 MB, 957.53 MB, 984.01 MB, 1013.59 MB, 1.02 GB, 1.05 GB - FooterProcessingTime: (Avg: 27.359ms ; Min: 1.102ms ; Max: 360.199ms ; Number of samples: 299) - AverageHdfsReadThreadConcurrency: 0.07 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.08 GB (1163956258) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.08 GB (1163956258) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.08 GB (1163956258) - DecompressionTime: 4s140ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 299 (299) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 57.55 MB (60345759) - PerReadThreadRawHdfsThroughput: 101.91 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 14s018ms - RowBatchQueuePutWaitTime: 52s056ms - RowsRead: 103.51M (103513076) - RowsReturned: 103.51M (103513076) - RowsReturnedRate: 7.06 M/sec - ScanRangesComplete: 299 (299) - ScannerThreadsInvoluntaryContextSwitches: 3.93K (3928) - ScannerThreadsTotalWallClockTime: 1m23s - MaterializeTupleTime(*): 3s422ms - ScannerThreadsSysTime: 1s022ms - ScannerThreadsUserTime: 9s178ms - ScannerThreadsVoluntaryContextSwitches: 87.42K (87416) - TotalRawHdfsReadTime(*): 10s892ms - TotalReadThroughput: 13.25 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000001b (host=vd1309.halxg.cloudera.com:22000):(Total: 1m23s, non-child: 35s035ms, % non-child: 42.05%) Hdfs split stats (:<# splits>/): 7:45/1.02 GB 3:45/902.27 MB 0:47/1.01 GB 6:42/903.65 MB 5:41/874.25 MB 1:48/1.06 GB 4:37/876.44 MB 2:39/895.37 MB MemoryUsage(2s000ms): 10.26 MB, 10.57 MB, 6.71 MB, 4.45 MB, 9.40 MB, 6.48 MB, 6.54 MB, 5.40 MB, 10.38 MB, 9.22 MB, 5.92 MB, 5.20 MB, 10.43 MB, 8.39 MB, 9.60 MB, 9.59 MB, 10.41 MB, 3.53 MB, 4.91 MB, 9.21 MB, 10.10 MB, 7.48 MB, 5.82 MB, 8.06 MB, 12.62 MB, 7.02 MB, 11.99 MB, 11.43 MB, 12.01 MB, 9.17 MB, 9.16 MB, 12.09 MB, 10.64 MB, 10.46 MB, 12.08 MB, 10.48 MB, 8.81 MB, 11.05 MB, 10.78 MB, 11.18 MB, 11.25 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.66 MB (15370218) - PerHostPeakMemUsage: 28.47 GB (30574564791) - RowsProduced: 100.54M (100544910) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 46s457ms - TotalStorageWaitTime: 23s956ms - TotalThreadsInvoluntaryContextSwitches: 16.26K (16260) - TotalThreadsTotalWallClockTime: 2m46s - TotalThreadsSysTime: 4s036ms - TotalThreadsUserTime: 27s116ms - TotalThreadsVoluntaryContextSwitches: 243.20K (243199) Fragment Instance Lifecycle Timings: - ExecTime: 1m23s - ExecTreeExecTime: 17s526ms - OpenTime: 13.465ms - ExecTreeOpenTime: 245.764us - PrepareTime: 36.163ms - ExecTreePrepareTime: 1.739ms DataStreamSender (dst_id=26):(Total: 30s867ms, non-child: 30s867ms, % non-child: 100.00%) - BytesSent: 9.91 GB (10645519080) - NetworkThroughput(*): 708.99 MB/sec - OverallThroughput: 328.90 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 100.54M (100544910) - SerializeBatchTime: 16s519ms - TransmitDataRPCTime: 14s319ms - UncompressedRowBatchSize: 13.77 GB (14782855934) CodeGen:(Total: 30.487ms, non-child: 30.487ms, % non-child: 100.00%) - CodegenTime: 292.781us - CompileTime: 4.051ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 6.639ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 19.281ms HDFS_SCAN_NODE (id=7):(Total: 17s393ms, non-child: 17s393ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:45/1.02 GB 3:45/902.27 MB 0:47/1.01 GB 6:42/903.65 MB 5:41/874.25 MB 1:48/1.06 GB 4:37/876.44 MB 2:39/895.37 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 344 out of 344 Hdfs Read Thread Concurrency Bucket: 0:94.58% 1:5.422% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:688 BytesRead(2s000ms): 14.87 MB, 48.42 MB, 76.66 MB, 91.80 MB, 112.84 MB, 137.68 MB, 162.93 MB, 189.06 MB, 216.85 MB, 250.93 MB, 281.16 MB, 306.95 MB, 325.95 MB, 337.23 MB, 342.29 MB, 364.90 MB, 391.21 MB, 414.54 MB, 433.59 MB, 465.64 MB, 493.72 MB, 520.88 MB, 542.87 MB, 568.23 MB, 599.55 MB, 630.22 MB, 657.41 MB, 688.88 MB, 708.19 MB, 728.23 MB, 754.81 MB, 787.81 MB, 815.81 MB, 842.11 MB, 869.94 MB, 901.35 MB, 933.10 MB, 966.76 MB, 997.85 MB, 1.01 GB, 1.04 GB - FooterProcessingTime: (Avg: 30.292ms ; Min: 910.197us ; Max: 491.772ms ; Number of samples: 344) - AverageHdfsReadThreadConcurrency: 0.05 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.07 GB (1151390440) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.07 GB (1151390440) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.07 GB (1151390440) - DecompressionTime: 4s042ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 344 (344) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 14.54 MB (15250496) - PerReadThreadRawHdfsThroughput: 107.47 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 16s736ms - RowBatchQueuePutWaitTime: 49s036ms - RowsRead: 100.54M (100544910) - RowsReturned: 100.54M (100544910) - RowsReturnedRate: 5.78 M/sec - ScanRangesComplete: 344 (344) - ScannerThreadsInvoluntaryContextSwitches: 5.20K (5199) - ScannerThreadsTotalWallClockTime: 1m23s - MaterializeTupleTime(*): 3s472ms - ScannerThreadsSysTime: 1s177ms - ScannerThreadsUserTime: 9s036ms - ScannerThreadsVoluntaryContextSwitches: 84.03K (84031) - TotalRawHdfsReadTime(*): 10s217ms - TotalReadThroughput: 13.16 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000001d (host=vd1316.halxg.cloudera.com:22000):(Total: 1m22s, non-child: 36s234ms, % non-child: 43.86%) Hdfs split stats (:<# splits>/): 2:39/1.26 GB 3:40/1.06 GB 1:34/805.56 MB 5:40/1.08 GB 7:37/871.84 MB 4:32/761.48 MB 6:31/782.25 MB 0:41/910.27 MB MemoryUsage(2s000ms): 9.64 MB, 9.48 MB, 14.47 MB, 9.59 MB, 6.41 MB, 5.98 MB, 8.71 MB, 9.21 MB, 40.63 MB, 12.99 MB, 7.92 MB, 7.66 MB, 9.71 MB, 9.43 MB, 10.06 MB, 10.01 MB, 10.09 MB, 7.61 MB, 11.09 MB, 10.29 MB, 11.03 MB, 12.09 MB, 8.85 MB, 10.90 MB, 9.35 MB, 10.98 MB, 8.53 MB, 11.53 MB, 10.30 MB, 11.15 MB, 8.25 MB, 10.76 MB, 7.05 MB, 12.10 MB, 10.78 MB, 8.01 MB, 6.41 MB, 9.54 MB, 7.64 MB, 13.16 MB, 10.08 MB ThreadUsage(2s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 57.63 MB (60425669) - PerHostPeakMemUsage: 28.19 GB (30264416936) - RowsProduced: 104.67M (104671698) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 47s390ms - TotalStorageWaitTime: 21s459ms - TotalThreadsInvoluntaryContextSwitches: 11.70K (11697) - TotalThreadsTotalWallClockTime: 2m45s - TotalThreadsSysTime: 3s683ms - TotalThreadsUserTime: 28s840ms - TotalThreadsVoluntaryContextSwitches: 256.34K (256342) Fragment Instance Lifecycle Timings: - ExecTime: 1m22s - ExecTreeExecTime: 14s935ms - OpenTime: 12.265ms - ExecTreeOpenTime: 163.231us - PrepareTime: 31.393ms - ExecTreePrepareTime: 1.451ms DataStreamSender (dst_id=26):(Total: 31s550ms, non-child: 31s550ms, % non-child: 100.00%) - BytesSent: 10.21 GB (10962941822) - NetworkThroughput(*): 740.34 MB/sec - OverallThroughput: 331.38 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 104.67M (104671698) - SerializeBatchTime: 17s398ms - TransmitDataRPCTime: 14s121ms - UncompressedRowBatchSize: 14.33 GB (15389605882) CodeGen:(Total: 33.890ms, non-child: 33.890ms, % non-child: 100.00%) - CodegenTime: 360.549us - CompileTime: 4.457ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 5 (5) - NumInstructions: 98 (98) - OptimizationTime: 6.232ms - PeakMemoryUsage: 49.00 KB (50176) - PrepareTime: 22.741ms HDFS_SCAN_NODE (id=7):(Total: 14s793ms, non-child: 14s793ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:39/1.26 GB 3:40/1.06 GB 1:34/805.56 MB 5:40/1.08 GB 7:37/871.84 MB 4:32/761.48 MB 6:31/782.25 MB 0:41/910.27 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 294 out of 294 Hdfs Read Thread Concurrency Bucket: 0:89.09% 1:10.91% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:588 BytesRead(2s000ms): 11.02 MB, 40.92 MB, 68.73 MB, 102.34 MB, 131.82 MB, 158.72 MB, 181.16 MB, 214.27 MB, 272.15 MB, 283.27 MB, 315.55 MB, 341.64 MB, 361.03 MB, 372.51 MB, 377.97 MB, 400.10 MB, 423.81 MB, 450.97 MB, 474.74 MB, 505.87 MB, 535.05 MB, 567.32 MB, 596.85 MB, 627.96 MB, 654.37 MB, 677.19 MB, 704.92 MB, 734.08 MB, 754.61 MB, 786.03 MB, 813.25 MB, 841.25 MB, 863.02 MB, 892.83 MB, 922.96 MB, 950.69 MB, 980.30 MB, 1008.52 MB, 1.01 GB, 1.04 GB, 1.07 GB - FooterProcessingTime: (Avg: 31.949ms ; Min: 727.777us ; Max: 382.678ms ; Number of samples: 294) - AverageHdfsReadThreadConcurrency: 0.11 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.09 GB (1169295665) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.09 GB (1169295665) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.09 GB (1169295665) - DecompressionTime: 4s351ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 294 (294) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 57.55 MB (60345891) - PerReadThreadRawHdfsThroughput: 114.81 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 14s180ms - RowBatchQueuePutWaitTime: 50s762ms - RowsRead: 104.67M (104671698) - RowsReturned: 104.67M (104671698) - RowsReturnedRate: 7.08 M/sec - ScanRangesComplete: 294 (294) - ScannerThreadsInvoluntaryContextSwitches: 3.89K (3890) - ScannerThreadsTotalWallClockTime: 1m22s - MaterializeTupleTime(*): 3s561ms - ScannerThreadsSysTime: 1s020ms - ScannerThreadsUserTime: 9s392ms - ScannerThreadsVoluntaryContextSwitches: 87.82K (87824) - TotalRawHdfsReadTime(*): 9s712ms - TotalReadThroughput: 13.52 MB/sec Averaged Fragment F07:(Total: 99.578ms, non-child: 5.550ms, % non-child: 5.57%) split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:131.117ms max:131.117ms mean: 131.117ms stddev:0.000ns execution rates: min:16.39 MB/sec max:16.39 MB/sec mean:16.39 MB/sec stddev:0.07 B/sec num instances: 1 - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.65 MB (1729038) - PerHostPeakMemUsage: 505.73 MB (530296749) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 3.711us - TotalStorageWaitTime: 5.132ms - TotalThreadsInvoluntaryContextSwitches: 8 (8) - TotalThreadsTotalWallClockTime: 128.685ms - TotalThreadsSysTime: 1.000ms - TotalThreadsUserTime: 24.995ms - TotalThreadsVoluntaryContextSwitches: 36 (36) Fragment Instance Lifecycle Timings: - ExecTime: 53.527ms - ExecTreeExecTime: 52.380ms - OpenTime: 24.417ms - ExecTreeOpenTime: 46.596us - PrepareTime: 21.587ms - ExecTreePrepareTime: 94.470us DataStreamSender (dst_id=27):(Total: 190.112us, non-child: 190.112us, % non-child: 100.00%) - BytesSent: 20.12 KB (20608) - NetworkThroughput(*): 152.53 MB/sec - OverallThroughput: 103.38 MB/sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 366 (366) - SerializeBatchTime: 39.701us - TransmitDataRPCTime: 128.853us - UncompressedRowBatchSize: 32.55 KB (33334) CodeGen:(Total: 41.191ms, non-child: 41.191ms, % non-child: 100.00%) - CodegenTime: 511.893us - CompileTime: 6.909ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 18 (18) - NumInstructions: 312 (312) - OptimizationTime: 15.261ms - PeakMemoryUsage: 156.00 KB (159744) - PrepareTime: 18.565ms HDFS_SCAN_NODE (id=8):(Total: 52.645ms, non-child: 52.645ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 465.22 KB (476387) - BytesReadDataNodeCache: 0 - BytesReadLocal: 465.22 KB (476387) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 465.22 KB (476387) - DecompressionTime: 71.642us - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.54 MB (1618436) - PerReadThreadRawHdfsThroughput: 832.99 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 51.755ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 73.05K (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 6.95 K/sec - ScanRangesComplete: 1 (1) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 52.083ms - MaterializeTupleTime(*): 1.610ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 1.999ms - ScannerThreadsVoluntaryContextSwitches: 15 (15) - TotalRawHdfsReadTime(*): 545.409us - TotalReadThroughput: 0.00 /sec Fragment F07: Instance 4b403f9f6fe2ecf6:4f8129110000001e (host=vd1316.halxg.cloudera.com:22000):(Total: 99.578ms, non-child: 5.550ms, % non-child: 5.57%) Hdfs split stats (:<# splits>/): 1:1/2.15 MB - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.65 MB (1729038) - PerHostPeakMemUsage: 505.73 MB (530296749) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 3.711us - TotalStorageWaitTime: 5.132ms - TotalThreadsInvoluntaryContextSwitches: 8 (8) - TotalThreadsTotalWallClockTime: 128.685ms - TotalThreadsSysTime: 1.000ms - TotalThreadsUserTime: 24.995ms - TotalThreadsVoluntaryContextSwitches: 36 (36) Fragment Instance Lifecycle Timings: - ExecTime: 53.527ms - ExecTreeExecTime: 52.380ms - OpenTime: 24.417ms - ExecTreeOpenTime: 46.596us - PrepareTime: 21.587ms - ExecTreePrepareTime: 94.470us DataStreamSender (dst_id=27):(Total: 190.112us, non-child: 190.112us, % non-child: 100.00%) - BytesSent: 20.12 KB (20608) - NetworkThroughput(*): 152.53 MB/sec - OverallThroughput: 103.38 MB/sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 366 (366) - SerializeBatchTime: 39.701us - TransmitDataRPCTime: 128.853us - UncompressedRowBatchSize: 32.55 KB (33334) CodeGen:(Total: 41.191ms, non-child: 41.191ms, % non-child: 100.00%) - CodegenTime: 511.893us - CompileTime: 6.909ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 18 (18) - NumInstructions: 312 (312) - OptimizationTime: 15.261ms - PeakMemoryUsage: 156.00 KB (159744) - PrepareTime: 18.565ms HDFS_SCAN_NODE (id=8):(Total: 52.645ms, non-child: 52.645ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:2 - FooterProcessingTime: (Avg: 1.029ms ; Min: 1.029ms ; Max: 1.029ms ; Number of samples: 1) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 465.22 KB (476387) - BytesReadDataNodeCache: 0 - BytesReadLocal: 465.22 KB (476387) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 465.22 KB (476387) - DecompressionTime: 71.642us - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.54 MB (1618436) - PerReadThreadRawHdfsThroughput: 832.99 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 51.755ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 73.05K (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 6.95 K/sec - ScanRangesComplete: 1 (1) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 52.083ms - MaterializeTupleTime(*): 1.610ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 1.999ms - ScannerThreadsVoluntaryContextSwitches: 15 (15) - TotalRawHdfsReadTime(*): 545.409us - TotalReadThroughput: 0.00 /sec Averaged Fragment F12:(Total: 46m7s, non-child: 5m6s, % non-child: 11.08%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:45m16s max:46m43s mean: 46m7s stddev:32s098ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 1.75 GB (1876651446) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 1.75 GB (1876717605) - PerHostPeakMemUsage: 44.24 GB (47503677273) - RowsProduced: 367.06M (367062582) - TotalNetworkReceiveTime: 20m5s - TotalNetworkSendTime: 5m43s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 103.93K (103927) - TotalThreadsTotalWallClockTime: 46m7s - TotalThreadsSysTime: 39s199ms - TotalThreadsUserTime: 7m31s - TotalThreadsVoluntaryContextSwitches: 1.46M (1464958) Fragment Instance Lifecycle Timings: - ExecTime: 22m41s - ExecTreeExecTime: 15m6s - OpenTime: 23m26s - ExecTreeOpenTime: 23m26s - PrepareTime: 30.592ms - ExecTreePrepareTime: 1.382ms DataStreamSender (dst_id=35):(Total: 2m27s, non-child: 2m27s, % non-child: 100.00%) - BytesSent: 67.95 GB (72961798932) - NetworkThroughput(*): 1.53 GB/sec - OverallThroughput: 470.51 MB/sec - PeakMemoryUsage: 15.70 KB (16072) - RowsReturned: 367.06M (367062582) - SerializeBatchTime: 1m43s - TransmitDataRPCTime: 44s333ms - UncompressedRowBatchSize: 145.98 GB (156745763898) CodeGen:(Total: 96.807ms, non-child: 96.807ms, % non-child: 100.00%) - CodegenTime: 2.296ms - CompileTime: 16.723ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 53.949ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 25.617ms AGGREGATION_NODE (id=34):(Total: 38m33s, non-child: 18m16s, % non-child: 47.38%) - BufferPoolAllocTime: 8s490ms - BufferPoolAllocationBytes: 68.24 GB (73272393728) - BufferPoolAllocations: 28.28K (28283) - BufferPoolPeakReservation: 1.75 GB (1876651446) - BufferPoolPeakUnpinnedBytes: 19.59 GB (21036831305) - BufferPoolPeakUsedReservation: 1.75 GB (1876651446) - BufferPoolReadIoBytes: 12.36 GB (13266883145) - BufferPoolReadIoOps: 6.33K (6326) - BufferPoolReadIoWaitTime: 9m59s - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 19.95 GB (21416415817) - BufferPoolWriteIoBytes: 19.95 GB (21416415817) - BufferPoolWriteIoOps: 10.21K (10212) - BufferPoolWriteIoWaitTime: 50s449ms - BuildTime: 3m8s - GetResultsTime: 1m22s - HTResizeTime: 18s397ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 20 (20) - PartitionsCreated: 342 (342) - PeakMemoryUsage: 1.75 GB (1876691510) - RowsRepartitioned: 374.78M (374777103) - RowsReturned: 367.06M (367062582) - RowsReturnedRate: 158.75 K/sec - SpilledPartitions: 20 (20) EXCHANGE_NODE (id=33):(Total: 20m17s, non-child: 20m17s, % non-child: 100.00%) - BytesReceived: 10.03 GB (10769656106) - ConvertRowBatchTime: 9s876ms - DeserializeRowBatchTimer: 2m14s - FirstBatchArrivalWaitTime: 3m45s - PeakMemoryUsage: 0 - RowsReturned: 368.42M (368416040) - RowsReturnedRate: 303.36 K/sec - SendersBlockedTimer: 14s625ms - SendersBlockedTotalTimer(*): 1m35s Fragment F12: Instance 4b403f9f6fe2ecf6:4f81291100000041 (host=vd1309.halxg.cloudera.com:22000):(Total: 46m43s, non-child: 5m17s, % non-child: 11.34%) MemoryUsage(1m4s): 34.06 MB, 34.06 MB, 34.06 MB, 35.33 MB, 39.86 MB, 35.79 MB, 36.89 MB, 36.74 MB, 34.63 MB, 34.53 MB, 34.14 MB, 34.12 MB, 34.20 MB, 34.12 MB, 34.22 MB, 34.15 MB, 34.14 MB, 34.17 MB, 34.16 MB, 34.11 MB, 34.14 MB, 38.11 MB, 1.64 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 1.75 GB (1879048192) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.75 GB (1879114351) - PerHostPeakMemUsage: 44.26 GB (47521048847) - RowsProduced: 367.07M (367072462) - TotalNetworkReceiveTime: 18m9s - TotalNetworkSendTime: 5m53s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 109.89K (109893) - TotalThreadsTotalWallClockTime: 46m43s - TotalThreadsSysTime: 38s415ms - TotalThreadsUserTime: 7m39s - TotalThreadsVoluntaryContextSwitches: 1.42M (1415708) Fragment Instance Lifecycle Timings: - ExecTime: 23m17s - ExecTreeExecTime: 15m29s - OpenTime: 23m26s - ExecTreeOpenTime: 23m26s - PrepareTime: 45.423ms - ExecTreePrepareTime: 1.785ms DataStreamSender (dst_id=35):(Total: 2m29s, non-child: 2m29s, % non-child: 100.00%) - BytesSent: 67.95 GB (72963518992) - NetworkThroughput(*): 1.56 GB/sec - OverallThroughput: 464.31 MB/sec - PeakMemoryUsage: 15.70 KB (16072) - RowsReturned: 367.07M (367072462) - SerializeBatchTime: 1m46s - TransmitDataRPCTime: 43s550ms - UncompressedRowBatchSize: 145.98 GB (156749982494) CodeGen:(Total: 111.495ms, non-child: 111.495ms, % non-child: 100.00%) - CodegenTime: 2.893ms - CompileTime: 16.793ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 53.224ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 40.818ms AGGREGATION_NODE (id=34):(Total: 38m56s, non-child: 20m35s, % non-child: 52.89%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 9s789ms - BufferPoolAllocationBytes: 66.89 GB (71823261696) - BufferPoolAllocations: 27.59K (27592) - BufferPoolPeakReservation: 1.75 GB (1879048192) - BufferPoolPeakUnpinnedBytes: 19.59 GB (21036531712) - BufferPoolPeakUsedReservation: 1.75 GB (1879048192) - BufferPoolReadIoBytes: 11.21 GB (12039749632) - BufferPoolReadIoOps: 5.74K (5741) - BufferPoolReadIoWaitTime: 10m22s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 19.83 GB (21292384256) - BufferPoolWriteIoBytes: 19.83 GB (21292384256) - BufferPoolWriteIoOps: 10.15K (10153) - BufferPoolWriteIoWaitTime: 1m6s - BuildTime: 5m4s - GetResultsTime: 1m25s - HTResizeTime: 19s368ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 2 (2) - NumRepartitions: 19 (19) - PartitionsCreated: 320 (320) - PeakMemoryUsage: 1.75 GB (1879088256) - RowsRepartitioned: 372.74M (372735119) - RowsReturned: 367.07M (367072462) - RowsReturnedRate: 157.13 K/sec - SpilledPartitions: 19 (19) EXCHANGE_NODE (id=33):(Total: 18m20s, non-child: 1m1s, % non-child: 5.55%) BytesReceived(32s000ms): 0, 0, 0, 0, 0, 0, 0, 22.24 MB, 70.20 MB, 132.81 MB, 203.03 MB, 379.41 MB, 531.36 MB, 732.34 MB, 928.76 MB, 1.08 GB, 1.31 GB, 1.83 GB, 2.41 GB, 2.73 GB, 2.96 GB, 3.29 GB, 3.84 GB, 4.10 GB, 4.63 GB, 5.03 GB, 5.09 GB, 5.33 GB, 5.55 GB, 5.71 GB, 5.93 GB, 6.27 GB, 6.66 GB, 7.19 GB, 7.74 GB, 8.09 GB, 8.45 GB, 8.76 GB, 9.06 GB, 9.13 GB, 9.13 GB, 9.29 GB, 9.81 GB - BytesReceived: 10.03 GB (10769964434) - ConvertRowBatchTime: 9s796ms - DeserializeRowBatchTimer: 4m43s - FirstBatchArrivalWaitTime: 3m45s - PeakMemoryUsage: 0 - RowsReturned: 368.43M (368426114) - RowsReturnedRate: 334.75 K/sec - SendersBlockedTimer: 16s604ms - SendersBlockedTotalTimer(*): 1m43s Instance 4b403f9f6fe2ecf6:4f8129110000003e (host=vd1310.halxg.cloudera.com:22000):(Total: 46m43s, non-child: 4m46s, % non-child: 10.22%) MemoryUsage(1m4s): 34.06 MB, 34.06 MB, 34.06 MB, 41.99 MB, 37.66 MB, 35.06 MB, 37.36 MB, 34.16 MB, 34.13 MB, 34.13 MB, 34.11 MB, 34.11 MB, 34.11 MB, 34.11 MB, 34.12 MB, 34.13 MB, 34.13 MB, 34.13 MB, 34.28 MB, 34.11 MB, 34.10 MB, 38.17 MB, 1.64 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 1.75 GB (1879048192) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.75 GB (1879114351) - PerHostPeakMemUsage: 44.25 GB (47512515895) - RowsProduced: 367.07M (367069002) - TotalNetworkReceiveTime: 20m39s - TotalNetworkSendTime: 5m22s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 95.59K (95595) - TotalThreadsTotalWallClockTime: 46m43s - TotalThreadsSysTime: 39s244ms - TotalThreadsUserTime: 7m28s - TotalThreadsVoluntaryContextSwitches: 1.48M (1479084) Fragment Instance Lifecycle Timings: - ExecTime: 23m16s - ExecTreeExecTime: 16m7s - OpenTime: 23m26s - ExecTreeOpenTime: 23m26s - PrepareTime: 31.627ms - ExecTreePrepareTime: 798.218us DataStreamSender (dst_id=35):(Total: 2m22s, non-child: 2m22s, % non-child: 100.00%) - BytesSent: 67.95 GB (72962947106) - NetworkThroughput(*): 1.55 GB/sec - OverallThroughput: 487.16 MB/sec - PeakMemoryUsage: 15.70 KB (16072) - RowsReturned: 367.07M (367069002) - SerializeBatchTime: 1m38s - TransmitDataRPCTime: 43s938ms - UncompressedRowBatchSize: 145.98 GB (156748504402) CodeGen:(Total: 90.151ms, non-child: 90.151ms, % non-child: 100.00%) - CodegenTime: 2.200ms - CompileTime: 16.663ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 45.539ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 27.438ms AGGREGATION_NODE (id=34):(Total: 39m33s, non-child: 18m43s, % non-child: 47.31%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 7s569ms - BufferPoolAllocationBytes: 68.33 GB (73366765568) - BufferPoolAllocations: 28.33K (28328) - BufferPoolPeakReservation: 1.75 GB (1879048192) - BufferPoolPeakUnpinnedBytes: 19.59 GB (21036531712) - BufferPoolPeakUsedReservation: 1.75 GB (1879048192) - BufferPoolReadIoBytes: 13.06 GB (14025752576) - BufferPoolReadIoOps: 6.69K (6688) - BufferPoolReadIoWaitTime: 10m59s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 19.59 GB (21036531712) - BufferPoolWriteIoBytes: 19.59 GB (21036531712) - BufferPoolWriteIoOps: 10.03K (10031) - BufferPoolWriteIoWaitTime: 1m4s - BuildTime: 2m34s - GetResultsTime: 1m19s - HTResizeTime: 16s885ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 1 (1) - NumRepartitions: 16 (16) - PartitionsCreated: 272 (272) - PeakMemoryUsage: 1.75 GB (1879088256) - RowsRepartitioned: 368.42M (368424154) - RowsReturned: 367.07M (367069002) - RowsReturnedRate: 154.63 K/sec - SpilledPartitions: 16 (16) EXCHANGE_NODE (id=33):(Total: 20m50s, non-child: 28s410ms, % non-child: 2.27%) BytesReceived(32s000ms): 0, 0, 0, 0, 0, 0, 0, 22.14 MB, 69.98 MB, 132.69 MB, 202.65 MB, 379.05 MB, 530.92 MB, 731.92 MB, 928.33 MB, 1.08 GB, 1.31 GB, 1.83 GB, 2.40 GB, 2.73 GB, 2.96 GB, 3.29 GB, 3.84 GB, 4.10 GB, 4.63 GB, 5.03 GB, 5.09 GB, 5.33 GB, 5.55 GB, 5.71 GB, 5.93 GB, 6.27 GB, 6.66 GB, 7.19 GB, 7.74 GB, 8.09 GB, 8.45 GB, 8.76 GB, 9.06 GB, 9.13 GB, 9.13 GB, 9.29 GB, 9.81 GB - BytesReceived: 10.03 GB (10769895679) - ConvertRowBatchTime: 9s921ms - DeserializeRowBatchTimer: 1m12s - FirstBatchArrivalWaitTime: 3m45s - PeakMemoryUsage: 0 - RowsReturned: 368.42M (368424161) - RowsReturnedRate: 294.56 K/sec - SendersBlockedTimer: 26s935ms - SendersBlockedTotalTimer(*): 3m4s Instance 4b403f9f6fe2ecf6:4f8129110000003f (host=vd1316.halxg.cloudera.com:22000):(Total: 46m30s, non-child: 5m45s, % non-child: 12.39%) MemoryUsage(1m4s): 34.06 MB, 34.06 MB, 34.06 MB, 41.47 MB, 44.83 MB, 38.42 MB, 35.57 MB, 35.52 MB, 34.12 MB, 34.12 MB, 34.12 MB, 34.11 MB, 34.12 MB, 34.12 MB, 34.11 MB, 34.12 MB, 34.12 MB, 34.14 MB, 34.15 MB, 34.09 MB, 34.10 MB, 38.90 MB, 1.64 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 1.75 GB (1874853888) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.75 GB (1874920047) - PerHostPeakMemUsage: 44.25 GB (47514374484) - RowsProduced: 367.08M (367078527) - TotalNetworkReceiveTime: 20m7s - TotalNetworkSendTime: 6m25s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 98.60K (98601) - TotalThreadsTotalWallClockTime: 46m30s - TotalThreadsSysTime: 39s335ms - TotalThreadsUserTime: 7m30s - TotalThreadsVoluntaryContextSwitches: 1.47M (1473945) Fragment Instance Lifecycle Timings: - ExecTime: 23m3s - ExecTreeExecTime: 14m45s - OpenTime: 23m26s - ExecTreeOpenTime: 23m26s - PrepareTime: 28.281ms - ExecTreePrepareTime: 993.044us DataStreamSender (dst_id=35):(Total: 2m33s, non-child: 2m33s, % non-child: 100.00%) - BytesSent: 67.95 GB (72965128460) - NetworkThroughput(*): 1.44 GB/sec - OverallThroughput: 454.49 MB/sec - PeakMemoryUsage: 15.70 KB (16072) - RowsReturned: 367.08M (367078527) - SerializeBatchTime: 1m45s - TransmitDataRPCTime: 47s174ms - UncompressedRowBatchSize: 145.99 GB (156752573005) CodeGen:(Total: 97.330ms, non-child: 97.330ms, % non-child: 100.00%) - CodegenTime: 1.956ms - CompileTime: 16.125ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 57.369ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 23.381ms AGGREGATION_NODE (id=34):(Total: 38m11s, non-child: 17m52s, % non-child: 46.79%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 6s374ms - BufferPoolAllocationBytes: 68.35 GB (73389834240) - BufferPoolAllocations: 28.34K (28339) - BufferPoolPeakReservation: 1.75 GB (1874853888) - BufferPoolPeakUnpinnedBytes: 19.59 GB (21038628864) - BufferPoolPeakUsedReservation: 1.75 GB (1874853888) - BufferPoolReadIoBytes: 12.37 GB (13285457920) - BufferPoolReadIoOps: 6.33K (6335) - BufferPoolReadIoWaitTime: 9m45s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 19.99 GB (21466447872) - BufferPoolWriteIoBytes: 19.99 GB (21466447872) - BufferPoolWriteIoOps: 10.24K (10236) - BufferPoolWriteIoWaitTime: 1m40s - BuildTime: 3m5s - GetResultsTime: 1m21s - HTResizeTime: 15s868ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 2 (2) - NumRepartitions: 21 (21) - PartitionsCreated: 352 (352) - PeakMemoryUsage: 1.75 GB (1874893952) - RowsRepartitioned: 375.62M (375615874) - RowsReturned: 367.08M (367078527) - RowsReturnedRate: 160.19 K/sec - SpilledPartitions: 21 (21) EXCHANGE_NODE (id=33):(Total: 20m19s, non-child: 28s059ms, % non-child: 2.30%) BytesReceived(32s000ms): 0, 0, 0, 0, 0, 0, 0, 22.23 MB, 70.19 MB, 132.77 MB, 203.06 MB, 379.43 MB, 531.44 MB, 732.40 MB, 928.72 MB, 1.08 GB, 1.31 GB, 1.83 GB, 2.41 GB, 2.73 GB, 2.96 GB, 3.29 GB, 3.84 GB, 4.10 GB, 4.63 GB, 5.03 GB, 5.09 GB, 5.33 GB, 5.55 GB, 5.71 GB, 5.93 GB, 6.27 GB, 6.66 GB, 7.19 GB, 7.74 GB, 8.09 GB, 8.45 GB, 8.76 GB, 9.06 GB, 9.13 GB, 9.13 GB, 9.29 GB, 9.82 GB - BytesReceived: 10.03 GB (10770239489) - ConvertRowBatchTime: 9s962ms - DeserializeRowBatchTimer: 1m8s - FirstBatchArrivalWaitTime: 3m45s - PeakMemoryUsage: 0 - RowsReturned: 368.44M (368435335) - RowsReturnedRate: 302.15 K/sec - SendersBlockedTimer: 28s262ms - SendersBlockedTotalTimer(*): 3m3s Instance 4b403f9f6fe2ecf6:4f8129110000003c (host=vd1314.halxg.cloudera.com:22000):(Total: 46m14s, non-child: 4m14s, % non-child: 9.19%) MemoryUsage(1m4s): 34.06 MB, 34.06 MB, 34.06 MB, 34.09 MB, 34.11 MB, 35.16 MB, 35.38 MB, 34.66 MB, 34.13 MB, 34.12 MB, 34.15 MB, 34.48 MB, 34.16 MB, 34.18 MB, 34.10 MB, 34.19 MB, 34.13 MB, 34.12 MB, 34.13 MB, 34.10 MB, 34.13 MB, 38.39 MB, 1.65 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 1.74 GB (1870659584) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.74 GB (1870725743) - PerHostPeakMemUsage: 44.22 GB (47481811062) - RowsProduced: 367.03M (367034290) - TotalNetworkReceiveTime: 19m42s - TotalNetworkSendTime: 4m51s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 96.77K (96770) - TotalThreadsTotalWallClockTime: 46m14s - TotalThreadsSysTime: 40s268ms - TotalThreadsUserTime: 7m29s - TotalThreadsVoluntaryContextSwitches: 1.50M (1499993) Fragment Instance Lifecycle Timings: - ExecTime: 22m47s - ExecTreeExecTime: 16m9s - OpenTime: 23m26s - ExecTreeOpenTime: 23m26s - PrepareTime: 24.738ms - ExecTreePrepareTime: 1.788ms DataStreamSender (dst_id=35):(Total: 2m23s, non-child: 2m23s, % non-child: 100.00%) - BytesSent: 67.95 GB (72956056810) - NetworkThroughput(*): 1.55 GB/sec - OverallThroughput: 484.80 MB/sec - PeakMemoryUsage: 15.70 KB (16072) - RowsReturned: 367.03M (367034290) - SerializeBatchTime: 1m39s - TransmitDataRPCTime: 43s953ms - UncompressedRowBatchSize: 145.97 GB (156733683442) CodeGen:(Total: 110.820ms, non-child: 110.820ms, % non-child: 100.00%) - CodegenTime: 2.702ms - CompileTime: 17.567ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 72.146ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 20.553ms AGGREGATION_NODE (id=34):(Total: 39m36s, non-child: 19m42s, % non-child: 49.76%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 10s144ms - BufferPoolAllocationBytes: 69.79 GB (74935435264) - BufferPoolAllocations: 29.08K (29076) - BufferPoolPeakReservation: 1.74 GB (1870659584) - BufferPoolPeakUnpinnedBytes: 19.59 GB (21036531712) - BufferPoolPeakUsedReservation: 1.74 GB (1870659584) - BufferPoolReadIoBytes: 13.12 GB (14084472832) - BufferPoolReadIoOps: 6.72K (6716) - BufferPoolReadIoWaitTime: 10m56s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 20.39 GB (21896364032) - BufferPoolWriteIoBytes: 20.39 GB (21896364032) - BufferPoolWriteIoOps: 10.44K (10441) - BufferPoolWriteIoWaitTime: 20s565ms - BuildTime: 3m31s - GetResultsTime: 1m18s - HTResizeTime: 19s057ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 2 (2) - NumRepartitions: 26 (26) - PartitionsCreated: 432 (432) - PeakMemoryUsage: 1.74 GB (1870699648) - RowsRepartitioned: 382.75M (382754492) - RowsReturned: 367.03M (367034290) - RowsReturnedRate: 154.47 K/sec - SpilledPartitions: 26 (26) EXCHANGE_NODE (id=33):(Total: 19m53s, non-child: 30s453ms, % non-child: 2.55%) BytesReceived(32s000ms): 0, 0, 0, 0, 0, 0, 0, 22.23 MB, 70.09 MB, 132.78 MB, 202.74 MB, 379.14 MB, 531.11 MB, 732.20 MB, 928.68 MB, 1.08 GB, 1.31 GB, 1.83 GB, 2.40 GB, 2.73 GB, 2.96 GB, 3.29 GB, 3.84 GB, 4.10 GB, 4.63 GB, 5.03 GB, 5.09 GB, 5.33 GB, 5.55 GB, 5.71 GB, 5.93 GB, 6.27 GB, 6.65 GB, 7.19 GB, 7.74 GB, 8.09 GB, 8.45 GB, 8.76 GB, 9.06 GB, 9.13 GB, 9.13 GB, 9.29 GB, 9.81 GB - BytesReceived: 10.03 GB (10768794199) - ConvertRowBatchTime: 9s863ms - DeserializeRowBatchTimer: 3m10s - FirstBatchArrivalWaitTime: 3m45s - PeakMemoryUsage: 0 - RowsReturned: 368.39M (368388971) - RowsReturnedRate: 308.63 K/sec - SendersBlockedTimer: 1s426ms - SendersBlockedTotalTimer(*): 6s523ms Instance 4b403f9f6fe2ecf6:4f81291100000040 (host=vd1312.halxg.cloudera.com:22000):(Total: 45m53s, non-child: 5m18s, % non-child: 11.58%) MemoryUsage(1m4s): 34.06 MB, 34.06 MB, 34.06 MB, 34.09 MB, 34.11 MB, 34.29 MB, 35.14 MB, 35.72 MB, 34.15 MB, 34.12 MB, 34.12 MB, 34.13 MB, 34.12 MB, 34.16 MB, 34.12 MB, 34.12 MB, 34.17 MB, 34.13 MB, 34.12 MB, 34.27 MB, 34.22 MB, 34.54 MB, 1.61 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 1.75 GB (1879048192) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.75 GB (1879114351) - PerHostPeakMemUsage: 44.22 GB (47475534951) - RowsProduced: 367.09M (367089909) - TotalNetworkReceiveTime: 19m57s - TotalNetworkSendTime: 5m53s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 132.78K (132785) - TotalThreadsTotalWallClockTime: 45m53s - TotalThreadsSysTime: 38s634ms - TotalThreadsUserTime: 7m28s - TotalThreadsVoluntaryContextSwitches: 1.47M (1466700) Fragment Instance Lifecycle Timings: - ExecTime: 22m26s - ExecTreeExecTime: 14m40s - OpenTime: 23m26s - ExecTreeOpenTime: 23m26s - PrepareTime: 31.804ms - ExecTreePrepareTime: 1.942ms DataStreamSender (dst_id=35):(Total: 2m27s, non-child: 2m27s, % non-child: 100.00%) - BytesSent: 67.96 GB (72968035896) - NetworkThroughput(*): 1.59 GB/sec - OverallThroughput: 471.79 MB/sec - PeakMemoryUsage: 15.70 KB (16072) - RowsReturned: 367.09M (367089909) - SerializeBatchTime: 1m44s - TransmitDataRPCTime: 42s677ms - UncompressedRowBatchSize: 145.99 GB (156757433791) CodeGen:(Total: 90.970ms, non-child: 90.970ms, % non-child: 100.00%) - CodegenTime: 2.333ms - CompileTime: 17.081ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 48.534ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 24.841ms AGGREGATION_NODE (id=34):(Total: 38m7s, non-child: 17m57s, % non-child: 47.13%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 9s988ms - BufferPoolAllocationBytes: 68.25 GB (73280782336) - BufferPoolAllocations: 28.29K (28287) - BufferPoolPeakReservation: 1.75 GB (1879048192) - BufferPoolPeakUnpinnedBytes: 19.59 GB (21036531712) - BufferPoolPeakUsedReservation: 1.75 GB (1879048192) - BufferPoolReadIoBytes: 12.13 GB (13025411072) - BufferPoolReadIoOps: 6.21K (6211) - BufferPoolReadIoWaitTime: 9m20s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 20.07 GB (21550333952) - BufferPoolWriteIoBytes: 20.07 GB (21550333952) - BufferPoolWriteIoOps: 10.28K (10276) - BufferPoolWriteIoWaitTime: 20s836ms - BuildTime: 3m15s - GetResultsTime: 1m22s - HTResizeTime: 24s543ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 2 (2) - NumRepartitions: 22 (22) - PartitionsCreated: 368 (368) - PeakMemoryUsage: 1.75 GB (1879088256) - RowsRepartitioned: 377.05M (377054349) - RowsReturned: 367.09M (367089909) - RowsReturnedRate: 160.50 K/sec - SpilledPartitions: 22 (22) EXCHANGE_NODE (id=33):(Total: 20m9s, non-child: 31s605ms, % non-child: 2.61%) BytesReceived(32s000ms): 0, 0, 0, 0, 0, 0, 0, 22.01 MB, 69.56 MB, 132.53 MB, 201.96 MB, 378.43 MB, 530.23 MB, 731.11 MB, 927.58 MB, 1.08 GB, 1.31 GB, 1.83 GB, 2.40 GB, 2.73 GB, 2.95 GB, 3.29 GB, 3.84 GB, 4.10 GB, 4.63 GB, 5.03 GB, 5.09 GB, 5.32 GB, 5.55 GB, 5.71 GB, 5.93 GB, 6.27 GB, 6.65 GB, 7.18 GB, 7.73 GB, 8.09 GB, 8.45 GB, 8.76 GB, 9.06 GB, 9.13 GB, 9.13 GB, 9.29 GB, 9.81 GB - BytesReceived: 10.03 GB (10770381380) - ConvertRowBatchTime: 9s861ms - DeserializeRowBatchTimer: 2m44s - FirstBatchArrivalWaitTime: 3m45s - PeakMemoryUsage: 0 - RowsReturned: 368.44M (368438262) - RowsReturnedRate: 304.68 K/sec - SendersBlockedTimer: 2s762ms - SendersBlockedTotalTimer(*): 17s926ms Instance 4b403f9f6fe2ecf6:4f81291100000042 (host=vd1311.halxg.cloudera.com:22000):(Total: 45m32s, non-child: 4m52s, % non-child: 10.70%) MemoryUsage(1m4s): 34.06 MB, 34.06 MB, 34.06 MB, 34.13 MB, 36.99 MB, 34.67 MB, 36.44 MB, 34.83 MB, 34.20 MB, 34.12 MB, 34.11 MB, 34.12 MB, 34.12 MB, 34.12 MB, 34.10 MB, 34.13 MB, 34.14 MB, 34.12 MB, 34.13 MB, 34.09 MB, 34.13 MB, 38.16 MB, 1.64 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.74 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 1.75 GB (1879048192) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.75 GB (1879114351) - PerHostPeakMemUsage: 44.25 GB (47515393097) - RowsProduced: 367.07M (367066865) - TotalNetworkReceiveTime: 21m6s - TotalNetworkSendTime: 5m29s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 98.03K (98026) - TotalThreadsTotalWallClockTime: 45m32s - TotalThreadsSysTime: 39s706ms - TotalThreadsUserTime: 7m31s - TotalThreadsVoluntaryContextSwitches: 1.48M (1475307) Fragment Instance Lifecycle Timings: - ExecTime: 22m6s - ExecTreeExecTime: 14m46s - OpenTime: 23m26s - ExecTreeOpenTime: 23m26s - PrepareTime: 31.310ms - ExecTreePrepareTime: 1.696ms DataStreamSender (dst_id=35):(Total: 2m28s, non-child: 2m28s, % non-child: 100.00%) - BytesSent: 67.95 GB (72962369844) - NetworkThroughput(*): 1.52 GB/sec - OverallThroughput: 469.62 MB/sec - PeakMemoryUsage: 15.70 KB (16072) - RowsReturned: 367.07M (367066865) - SerializeBatchTime: 1m43s - TransmitDataRPCTime: 44s675ms - UncompressedRowBatchSize: 145.98 GB (156747593359) CodeGen:(Total: 96.595ms, non-child: 96.595ms, % non-child: 100.00%) - CodegenTime: 1.975ms - CompileTime: 16.575ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 54.143ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 25.362ms AGGREGATION_NODE (id=34):(Total: 38m12s, non-child: 16m54s, % non-child: 44.27%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 6s839ms - BufferPoolAllocationBytes: 68.44 GB (73482108928) - BufferPoolAllocations: 28.38K (28383) - BufferPoolPeakReservation: 1.75 GB (1879048192) - BufferPoolPeakUnpinnedBytes: 19.59 GB (21036531712) - BufferPoolPeakUsedReservation: 1.75 GB (1879048192) - BufferPoolReadIoBytes: 12.33 GB (13237223424) - BufferPoolReadIoOps: 6.31K (6312) - BufferPoolReadIoWaitTime: 9m43s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 20.07 GB (21550333952) - BufferPoolWriteIoBytes: 20.07 GB (21550333952) - BufferPoolWriteIoOps: 10.28K (10276) - BufferPoolWriteIoWaitTime: 36s273ms - BuildTime: 2m7s - GetResultsTime: 1m24s - HTResizeTime: 17s285ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 2 (2) - NumRepartitions: 22 (22) - PartitionsCreated: 368 (368) - PeakMemoryUsage: 1.75 GB (1879088256) - RowsRepartitioned: 377.04M (377041263) - RowsReturned: 367.07M (367066865) - RowsReturnedRate: 160.13 K/sec - SpilledPartitions: 22 (22) EXCHANGE_NODE (id=33):(Total: 21m17s, non-child: 32s120ms, % non-child: 2.51%) BytesReceived(32s000ms): 0, 0, 0, 0, 0, 0, 0, 22.11 MB, 69.85 MB, 132.61 MB, 202.36 MB, 378.66 MB, 530.54 MB, 731.49 MB, 928.12 MB, 1.08 GB, 1.31 GB, 1.83 GB, 2.40 GB, 2.73 GB, 2.96 GB, 3.29 GB, 3.84 GB, 4.10 GB, 4.63 GB, 5.03 GB, 5.09 GB, 5.33 GB, 5.55 GB, 5.71 GB, 5.93 GB, 6.27 GB, 6.65 GB, 7.19 GB, 7.74 GB, 8.09 GB, 8.45 GB, 8.76 GB, 9.06 GB, 9.13 GB, 9.13 GB, 9.29 GB, 9.81 GB - BytesReceived: 10.03 GB (10769745755) - ConvertRowBatchTime: 9s885ms - DeserializeRowBatchTimer: 1m19s - FirstBatchArrivalWaitTime: 3m45s - PeakMemoryUsage: 0 - RowsReturned: 368.42M (368421242) - RowsReturnedRate: 288.38 K/sec - SendersBlockedTimer: 9s354ms - SendersBlockedTotalTimer(*): 1m2s Instance 4b403f9f6fe2ecf6:4f8129110000003d (host=vd1313.halxg.cloudera.com:22000):(Total: 45m16s, non-child: 5m30s, % non-child: 12.17%) MemoryUsage(1m4s): 34.06 MB, 34.06 MB, 34.06 MB, 36.49 MB, 37.41 MB, 35.22 MB, 35.61 MB, 34.28 MB, 34.73 MB, 34.20 MB, 34.30 MB, 34.12 MB, 34.11 MB, 34.11 MB, 34.10 MB, 34.13 MB, 34.13 MB, 34.12 MB, 34.13 MB, 34.11 MB, 34.12 MB, 38.05 MB, 1.66 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB, 1.75 GB ThreadUsage(1m4s): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 1.75 GB (1874853888) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.75 GB (1874920047) - PerHostPeakMemUsage: 44.24 GB (47505062576) - RowsProduced: 367.03M (367027019) - TotalNetworkReceiveTime: 20m57s - TotalNetworkSendTime: 6m6s - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 95.82K (95821) - TotalThreadsTotalWallClockTime: 45m16s - TotalThreadsSysTime: 38s795ms - TotalThreadsUserTime: 7m28s - TotalThreadsVoluntaryContextSwitches: 1.44M (1443975) Fragment Instance Lifecycle Timings: - ExecTime: 21m49s - ExecTreeExecTime: 13m48s - OpenTime: 23m26s - ExecTreeOpenTime: 23m26s - PrepareTime: 20.963ms - ExecTreePrepareTime: 674.887us DataStreamSender (dst_id=35):(Total: 2m30s, non-child: 2m30s, % non-child: 100.00%) - BytesSent: 67.94 GB (72954535416) - NetworkThroughput(*): 1.53 GB/sec - OverallThroughput: 461.41 MB/sec - PeakMemoryUsage: 15.70 KB (16072) - RowsReturned: 367.03M (367027019) - SerializeBatchTime: 1m46s - TransmitDataRPCTime: 44s362ms - UncompressedRowBatchSize: 145.97 GB (156730576793) CodeGen:(Total: 80.287ms, non-child: 80.287ms, % non-child: 100.00%) - CodegenTime: 2.012ms - CompileTime: 16.255ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 48 (48) - NumInstructions: 917 (917) - OptimizationTime: 46.686ms - PeakMemoryUsage: 458.50 KB (469504) - PrepareTime: 16.925ms AGGREGATION_NODE (id=34):(Total: 37m14s, non-child: 16m6s, % non-child: 43.24%) ExecOption: Codegen Enabled, Spilled - BufferPoolAllocTime: 8s726ms - BufferPoolAllocationBytes: 67.64 GB (72628568064) - BufferPoolAllocations: 27.98K (27976) - BufferPoolPeakReservation: 1.75 GB (1874853888) - BufferPoolPeakUnpinnedBytes: 19.59 GB (21036531712) - BufferPoolPeakUsedReservation: 1.75 GB (1874853888) - BufferPoolReadIoBytes: 12.27 GB (13170114560) - BufferPoolReadIoOps: 6.28K (6280) - BufferPoolReadIoWaitTime: 8m47s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 19.67 GB (21122514944) - BufferPoolWriteIoBytes: 19.67 GB (21122514944) - BufferPoolWriteIoOps: 10.07K (10072) - BufferPoolWriteIoWaitTime: 43s791ms - BuildTime: 2m16s - GetResultsTime: 1m24s - HTResizeTime: 15s774ms - HashBuckets: 536.87M (536870912) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 2 (2) - NumRepartitions: 17 (17) - PartitionsCreated: 288 (288) - PeakMemoryUsage: 1.75 GB (1874893952) - RowsRepartitioned: 369.81M (369814470) - RowsReturned: 367.03M (367027019) - RowsReturnedRate: 164.24 K/sec - SpilledPartitions: 17 (17) EXCHANGE_NODE (id=33):(Total: 21m8s, non-child: 29s849ms, % non-child: 2.35%) BytesReceived(32s000ms): 0, 0, 0, 0, 0, 0, 0, 21.99 MB, 69.52 MB, 132.56 MB, 201.91 MB, 378.37 MB, 530.18 MB, 731.03 MB, 927.45 MB, 1.08 GB, 1.31 GB, 1.83 GB, 2.40 GB, 2.73 GB, 2.95 GB, 3.29 GB, 3.84 GB, 4.10 GB, 4.63 GB, 5.03 GB, 5.09 GB, 5.32 GB, 5.55 GB, 5.71 GB, 5.93 GB, 6.27 GB, 6.65 GB, 7.18 GB, 7.73 GB, 8.09 GB, 8.45 GB, 8.76 GB, 9.06 GB, 9.13 GB, 9.13 GB, 9.29 GB, 9.81 GB - BytesReceived: 10.03 GB (10768571810) - ConvertRowBatchTime: 9s845ms - DeserializeRowBatchTimer: 1m20s - FirstBatchArrivalWaitTime: 3m45s - PeakMemoryUsage: 0 - RowsReturned: 368.38M (368378199) - RowsReturnedRate: 290.40 K/sec - SendersBlockedTimer: 17s033ms - SendersBlockedTotalTimer(*): 1m49s Averaged Fragment F09:(Total: 22m42s, non-child: 10m, % non-child: 44.06%) split sizes: min: 138.60 GB, max: 139.04 GB, avg: 138.85 GB, stddev: 138.35 MB completion times: min:22m17s max:23m26s mean: 22m42s stddev:21s547ms execution rates: min:101.04 MB/sec max:106.33 MB/sec mean:104.36 MB/sec stddev:1.68 MB/sec num instances: 7 - AverageThreadTokens: 1.38 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 14.26 GB (15312804717) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 14.28 GB (15336822690) - PerHostPeakMemUsage: 44.24 GB (47503677273) - RowsProduced: 368.42M (368416040) - TotalNetworkReceiveTime: 1m3s - TotalNetworkSendTime: 9m45s - TotalStorageWaitTime: 1m23s - TotalThreadsInvoluntaryContextSwitches: 85.66K (85658) - TotalThreadsTotalWallClockTime: 31m23s - TotalThreadsSysTime: 1m11s - TotalThreadsUserTime: 9m28s - TotalThreadsVoluntaryContextSwitches: 651.94K (651944) Fragment Instance Lifecycle Timings: - ExecTime: 18m53s - ExecTreeExecTime: 7m27s - OpenTime: 3m49s - ExecTreeOpenTime: 3m48s - PrepareTime: 43.752ms - ExecTreePrepareTime: 3.982ms DataStreamSender (dst_id=33):(Total: 1m25s, non-child: 1m25s, % non-child: 100.00%) - BytesSent: 10.03 GB (10769656106) - NetworkThroughput(*): 357.43 MB/sec - OverallThroughput: 120.26 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 368.42M (368416040) - SerializeBatchTime: 56s520ms - TransmitDataRPCTime: 28s742ms - UncompressedRowBatchSize: 20.93 GB (22478513206) CodeGen:(Total: 520.405ms, non-child: 520.405ms, % non-child: 100.00%) - CodegenTime: 3.445ms - CompileTime: 160.707ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 146 (146) - NumInstructions: 6.37K (6365) - OptimizationTime: 336.121ms - PeakMemoryUsage: 3.11 MB (3258880) - PrepareTime: 23.060ms AGGREGATION_NODE (id=17):(Total: 11m16s, non-child: 1m23s, % non-child: 12.30%) - BufferPoolAllocTime: 31.331ms - BufferPoolAllocationBytes: 76.29 MB (79991369) - BufferPoolAllocations: 38 (38) - BufferPoolPeakReservation: 76.29 MB (79991369) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 76.29 MB (79991369) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 23.070ms - HTResizeTime: 642.374ms - HashBuckets: 973.68K (973677) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 76.34 MB (80043721) - ReductionFactorEstimate: 1.01 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 367.69M (367685782) - RowsReturned: 368.42M (368416040) - RowsReturnedRate: 546.69 K/sec - StreamingTime: 1m21s HASH_JOIN_NODE (id=16):(Total: 9m53s, non-child: 8s831ms, % non-child: 1.49%) - BufferPoolAllocTime: 644.140us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 10.531ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.85 MB (37595399) - ProbeRows: 368.42M (368422034) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 8s186ms - RowsReturned: 368.42M (368422034) - RowsReturnedRate: 623.68 K/sec Hash Join Builder (join_node_id=16): - BuildRowsPartitionTime: 8.488ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 447.270us - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=32):(Total: 17.972us, non-child: 17.972us, % non-child: 100.00%) - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 10.509us - DeserializeRowBatchTimer: 12.326us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 21.49 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=15):(Total: 9m44s, non-child: 6m42s, % non-child: 68.95%) - BufferPoolAllocTime: 2s930ms - BufferPoolAllocationBytes: 101.10 GB (108556976128) - BufferPoolAllocations: 19.01K (19012) - BufferPoolPeakReservation: 14.15 GB (15197161764) - BufferPoolPeakUnpinnedBytes: 33.65 GB (36133629366) - BufferPoolPeakUsedReservation: 14.15 GB (15197161764) - BufferPoolReadIoBytes: 612.29 MB (642028105) - BufferPoolReadIoOps: 306 (306) - BufferPoolReadIoWaitTime: 18s274ms - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - BufferPoolTotalUnpinnedBytes: 33.65 GB (36133629366) - BufferPoolWriteIoBytes: 33.65 GB (36133629366) - BufferPoolWriteIoOps: 17.23K (17229) - BufferPoolWriteIoWaitTime: 11s728ms - BuildRows: 1.44B (1440033112) - BuildTime: 2m8s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 14.15 GB (15198183460) - ProbeRows: 409.36M (409358519) - ProbeRowsPartitioned: 358.19M (358190255) - ProbeTime: 1m51s - RowsReturned: 368.42M (368422034) - RowsReturnedRate: 633.18 K/sec Hash Join Builder (join_node_id=15): - BuildRowsPartitionTime: 1m37s - BuildRowsPartitioned: 1.44B (1440033112) - HashBuckets: 4.29B (4294967296) - HashCollisions: 371.76M (371756901) - HashTablesBuildTime: 3m3s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 14 (14) EXCHANGE_NODE (id=31):(Total: 1m36s, non-child: 1m36s, % non-child: 100.00%) - BytesReceived: 19.10 GB (20503879049) - ConvertRowBatchTime: 30s980ms - DeserializeRowBatchTimer: 55s529ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 1.44B (1440033112) - RowsReturnedRate: 15.09 M/sec - SendersBlockedTimer: 19s396ms - SendersBlockedTotalTimer(*): 1m27s HDFS_SCAN_NODE (id=12):(Total: 1m25s, non-child: 1m25s, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.11 - AverageScannerThreadConcurrency: 0.56 - BytesRead: 4.46 GB (4791184935) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.46 GB (4791184935) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.46 GB (4791184935) - DecompressionTime: 12s986ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 143 (143) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.49 MB (65529303) - PerReadThreadRawHdfsThroughput: 78.98 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1m23s - RowBatchQueuePutWaitTime: 2m27s - RowsRead: 409.36M (409358519) - RowsReturned: 409.36M (409358519) - RowsReturnedRate: 4.86 M/sec - ScanRangesComplete: 722 (722) - ScannerThreadsInvoluntaryContextSwitches: 8.69K (8690) - ScannerThreadsTotalWallClockTime: 4m53s - MaterializeTupleTime(*): 44s915ms - ScannerThreadsSysTime: 2s368ms - ScannerThreadsUserTime: 55s633ms - ScannerThreadsVoluntaryContextSwitches: 71.05K (71045) - TotalRawHdfsReadTime(*): 58s365ms - TotalReadThroughput: 8.78 MB/sec Filter 2 (1.00 MB): - Files processed: 722 (722) - Files rejected: 578 (578) - Files total: 722 (722) - RowGroups processed: 399.83K (399833) - RowGroups rejected: 0 (0) - RowGroups total: 399.83K (399833) - Rows processed: 2.36M (2356955) - Rows rejected: 0 (0) - Rows total: 409.36M (409358519) - Splits processed: 143 (143) - Splits rejected: 0 (0) - Splits total: 143 (143) Fragment F09: Instance 4b403f9f6fe2ecf6:4f8129110000003a (host=vd1309.halxg.cloudera.com:22000):(Total: 23m26s, non-child: 9m7s, % non-child: 38.93%) Hdfs split stats (:<# splits>/): 1:99/19.62 GB 6:75/14.33 GB 3:95/16.68 GB 2:89/17.92 GB 7:94/18.83 GB 5:97/18.14 GB 0:81/14.92 GB 4:98/18.36 GB Filter 2 arrival: 575ms MemoryUsage(32s000ms): 2.20 GB, 6.25 GB, 10.83 GB, 14.06 GB, 14.20 GB, 14.20 GB, 14.19 GB, 14.23 GB, 14.23 GB, 14.24 GB, 14.23 GB, 14.22 GB, 14.23 GB, 14.23 GB, 14.23 GB, 14.23 GB, 14.21 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.19 GB, 14.20 GB, 14.20 GB, 14.20 GB, 14.20 GB, 14.20 GB, 14.20 GB, 14.20 GB, 14.20 GB, 14.20 GB, 14.20 GB, 14.20 GB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.37 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 14.20 GB (15244197888) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.25 GB (15304157237) - PerHostPeakMemUsage: 44.26 GB (47521048847) - RowsProduced: 368.62M (368622365) - TotalNetworkReceiveTime: 1m6s - TotalNetworkSendTime: 8m51s - TotalStorageWaitTime: 1m23s - TotalThreadsInvoluntaryContextSwitches: 107.79K (107786) - TotalThreadsTotalWallClockTime: 32m10s - TotalThreadsSysTime: 1m10s - TotalThreadsUserTime: 9m31s - TotalThreadsVoluntaryContextSwitches: 621.63K (621626) Fragment Instance Lifecycle Timings: - ExecTime: 19m38s - ExecTreeExecTime: 9m6s - OpenTime: 3m48s - ExecTreeOpenTime: 3m47s - PrepareTime: 49.048ms - ExecTreePrepareTime: 5.359ms DataStreamSender (dst_id=33):(Total: 1m25s, non-child: 1m25s, % non-child: 100.00%) - BytesSent: 10.04 GB (10775655369) - NetworkThroughput(*): 365.90 MB/sec - OverallThroughput: 120.80 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 368.62M (368622365) - SerializeBatchTime: 56s849ms - TransmitDataRPCTime: 28s085ms - UncompressedRowBatchSize: 20.95 GB (22491101873) CodeGen:(Total: 544.172ms, non-child: 544.172ms, % non-child: 100.00%) - CodegenTime: 3.537ms - CompileTime: 169.738ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 146 (146) - NumInstructions: 6.37K (6365) - OptimizationTime: 350.846ms - PeakMemoryUsage: 3.11 MB (3258880) - PrepareTime: 23.007ms AGGREGATION_NODE (id=17):(Total: 12m53s, non-child: 1m29s, % non-child: 11.60%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 901.116us - BufferPoolAllocationBytes: 42.00 MB (44040192) - BufferPoolAllocations: 21 (21) - BufferPoolPeakReservation: 42.00 MB (44040192) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 42.00 MB (44040192) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 14.161ms - HTResizeTime: 1s095ms - HashBuckets: 524.29K (524288) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 42.05 MB (44092544) - ReductionFactorEstimate: 1.01 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 368.23M (368229149) - RowsReturned: 368.62M (368622365) - RowsReturnedRate: 476.63 K/sec - StreamingTime: 1m27s HASH_JOIN_NODE (id=16):(Total: 11m23s, non-child: 8s842ms, % non-child: 1.29%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 886.486us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 11.614ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.86 MB (37601342) - ProbeRows: 368.62M (368624530) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 8s147ms - RowsReturned: 368.62M (368624530) - RowsReturnedRate: 539.19 K/sec Hash Join Builder (join_node_id=16): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 8.716ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 887.986us - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=32):(Total: 16.572us, non-child: 16.572us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 9.411us - DeserializeRowBatchTimer: 14.791us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 22.09 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=15):(Total: 11m14s, non-child: 8m6s, % non-child: 72.07%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 3s340ms - BufferPoolAllocationBytes: 103.09 GB (110693974016) - BufferPoolAllocations: 20.03K (20031) - BufferPoolPeakReservation: 14.12 GB (15164506112) - BufferPoolPeakUnpinnedBytes: 33.66 GB (36142317568) - BufferPoolPeakUsedReservation: 14.12 GB (15164506112) - BufferPoolReadIoBytes: 2.58 GB (2770337792) - BufferPoolReadIoOps: 1.32K (1321) - BufferPoolReadIoWaitTime: 1m18s - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 33.66 GB (36142317568) - BufferPoolWriteIoBytes: 33.66 GB (36142317568) - BufferPoolWriteIoOps: 17.23K (17234) - BufferPoolWriteIoWaitTime: 6s321ms - BuildRows: 1.44B (1440033112) - BuildTime: 2m3s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 14.12 GB (15165527808) - ProbeRows: 409.59M (409586881) - ProbeRowsPartitioned: 358.39M (358386267) - ProbeTime: 1m52s - RowsReturned: 368.62M (368624530) - RowsReturnedRate: 546.25 K/sec Hash Join Builder (join_node_id=15): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 1m33s - BuildRowsPartitioned: 1.44B (1440033112) - HashBuckets: 4.29B (4294967296) - HashCollisions: 371.82M (371816974) - HashTablesBuildTime: 4m22s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 14 (14) EXCHANGE_NODE (id=31):(Total: 1m39s, non-child: 56s544ms, % non-child: 56.71%) BytesReceived(32s000ms): 1.77 GB, 5.17 GB, 8.99 GB, 12.62 GB, 15.37 GB, 17.44 GB, 19.09 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB - BytesReceived: 19.10 GB (20503879049) - ConvertRowBatchTime: 30s932ms - DeserializeRowBatchTimer: 55s556ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 1.44B (1440033112) - RowsReturnedRate: 14.44 M/sec - SendersBlockedTimer: 26s879ms - SendersBlockedTotalTimer(*): 1m43s HDFS_SCAN_NODE (id=12):(Total: 1m28s, non-child: 1m28s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:99/19.62 GB 6:75/14.33 GB 3:95/16.68 GB 2:89/17.92 GB 7:94/18.83 GB 5:97/18.14 GB 0:81/14.92 GB 4:98/18.36 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 147 out of 147 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:90.16% 1:9.838% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:581 PARQUET/SNAPPY:882 BytesRead(16s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 82.78 MB, 134.52 MB, 180.56 MB, 411.40 MB, 517.05 MB, 545.26 MB, 623.49 MB, 916.59 MB, 1.27 GB, 1.51 GB, 1.72 GB, 2.07 GB, 2.36 GB, 2.75 GB, 2.99 GB, 3.28 GB, 3.52 GB, 3.84 GB - FooterProcessingTime: (Avg: 80.436ms ; Min: 1.211ms ; Max: 478.826ms ; Number of samples: 147) - AverageHdfsReadThreadConcurrency: 0.10 - AverageScannerThreadConcurrency: 0.57 - BytesRead: 4.47 GB (4799560728) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.47 GB (4799560728) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.47 GB (4799560728) - DecompressionTime: 13s529ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 147 (147) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.50 MB (65540240) - PerReadThreadRawHdfsThroughput: 82.22 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1m21s - RowBatchQueuePutWaitTime: 2m30s - RowsRead: 409.59M (409586881) - RowsReturned: 409.59M (409586881) - RowsReturnedRate: 4.62 M/sec - ScanRangesComplete: 728 (728) - ScannerThreadsInvoluntaryContextSwitches: 10.13K (10126) - ScannerThreadsTotalWallClockTime: 4m57s - MaterializeTupleTime(*): 46s725ms - ScannerThreadsSysTime: 2s423ms - ScannerThreadsUserTime: 57s903ms - ScannerThreadsVoluntaryContextSwitches: 72.87K (72874) - TotalRawHdfsReadTime(*): 55s671ms - TotalReadThroughput: 8.74 MB/sec Filter 2 (1.00 MB): - Files processed: 728 (728) - Files rejected: 581 (581) - Files total: 728 (728) - RowGroups processed: 400.06K (400055) - RowGroups rejected: 0 (0) - RowGroups total: 400.06K (400055) - Rows processed: 2.41M (2408448) - Rows rejected: 0 (0) - Rows total: 409.59M (409586881) - Splits processed: 147 (147) - Splits rejected: 0 (0) - Splits total: 147 (147) Instance 4b403f9f6fe2ecf6:4f81291100000039 (host=vd1312.halxg.cloudera.com:22000):(Total: 22m52s, non-child: 10m22s, % non-child: 45.37%) Hdfs split stats (:<# splits>/): 4:85/16.75 GB 5:88/17.43 GB 6:87/17.06 GB 3:93/17.64 GB 0:86/17.00 GB 7:92/18.97 GB 2:91/16.68 GB 1:84/17.06 GB Filter 2 arrival: 540ms MemoryUsage(32s000ms): 2.18 GB, 6.22 GB, 10.80 GB, 14.13 GB, 14.30 GB, 14.30 GB, 14.29 GB, 14.33 GB, 14.33 GB, 14.33 GB, 14.33 GB, 14.33 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.31 GB, 14.29 GB, 14.31 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.39 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 14.34 GB (15397289984) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.36 GB (15415289751) - PerHostPeakMemUsage: 44.22 GB (47475534951) - RowsProduced: 364.54M (364536712) - TotalNetworkReceiveTime: 1m6s - TotalNetworkSendTime: 10m8s - TotalStorageWaitTime: 1m29s - TotalThreadsInvoluntaryContextSwitches: 100.33K (100334) - TotalThreadsTotalWallClockTime: 31m42s - TotalThreadsSysTime: 1m12s - TotalThreadsUserTime: 9m34s - TotalThreadsVoluntaryContextSwitches: 652.17K (652168) Fragment Instance Lifecycle Timings: - ExecTime: 19m1s - ExecTreeExecTime: 7m14s - OpenTime: 3m50s - ExecTreeOpenTime: 3m50s - PrepareTime: 38.551ms - ExecTreePrepareTime: 3.005ms DataStreamSender (dst_id=33):(Total: 1m24s, non-child: 1m24s, % non-child: 100.00%) - BytesSent: 9.92 GB (10656207060) - NetworkThroughput(*): 357.16 MB/sec - OverallThroughput: 120.37 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 364.54M (364536712) - SerializeBatchTime: 55s832ms - TransmitDataRPCTime: 28s453ms - UncompressedRowBatchSize: 20.71 GB (22241820096) CodeGen:(Total: 514.634ms, non-child: 514.634ms, % non-child: 100.00%) - CodegenTime: 3.626ms - CompileTime: 156.271ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 146 (146) - NumInstructions: 6.37K (6365) - OptimizationTime: 337.015ms - PeakMemoryUsage: 3.11 MB (3258880) - PrepareTime: 20.859ms AGGREGATION_NODE (id=17):(Total: 11m4s, non-child: 1m23s, % non-child: 12.53%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 4.332ms - BufferPoolAllocationBytes: 82.00 MB (85983232) - BufferPoolAllocations: 41 (41) - BufferPoolPeakReservation: 82.00 MB (85983232) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 82.00 MB (85983232) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 30.683ms - HTResizeTime: 417.651ms - HashBuckets: 1.05M (1048576) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 82.05 MB (86035584) - ReductionFactorEstimate: 1.01 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 363.75M (363750280) - RowsReturned: 364.54M (364536712) - RowsReturnedRate: 548.40 K/sec - StreamingTime: 1m22s HASH_JOIN_NODE (id=16):(Total: 9m41s, non-child: 8s594ms, % non-child: 1.48%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 858.750us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 10.281ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.85 MB (37587958) - ProbeRows: 364.54M (364544074) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 7s994ms - RowsReturned: 364.54M (364544074) - RowsReturnedRate: 626.99 K/sec Hash Join Builder (join_node_id=16): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 7.947ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 783.722us - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=32):(Total: 18.716us, non-child: 18.716us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 9.619us - DeserializeRowBatchTimer: 11.863us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 19.56 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=15):(Total: 9m32s, non-child: 6m24s, % non-child: 67.06%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 2s897ms - BufferPoolAllocationBytes: 100.36 GB (107755864064) - BufferPoolAllocations: 18.63K (18630) - BufferPoolPeakReservation: 14.23 GB (15275655168) - BufferPoolPeakUnpinnedBytes: 33.50 GB (35974545408) - BufferPoolPeakUsedReservation: 14.23 GB (15275655168) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 33.50 GB (35974545408) - BufferPoolWriteIoBytes: 33.50 GB (35974545408) - BufferPoolWriteIoOps: 17.15K (17154) - BufferPoolWriteIoWaitTime: 10s308ms - BuildRows: 1.44B (1440033112) - BuildTime: 2m6s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 14.23 GB (15276676864) - ProbeRows: 405.05M (405049258) - ProbeRowsPartitioned: 354.40M (354403842) - ProbeTime: 1m50s - RowsReturned: 364.54M (364544074) - RowsReturnedRate: 636.40 K/sec Hash Join Builder (join_node_id=15): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 1m33s - BuildRowsPartitioned: 1.44B (1440033112) - HashBuckets: 4.29B (4294967296) - HashCollisions: 370.36M (370359212) - HashTablesBuildTime: 2m50s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 14 (14) EXCHANGE_NODE (id=31):(Total: 1m40s, non-child: 58s804ms, % non-child: 58.71%) BytesReceived(32s000ms): 1.75 GB, 5.14 GB, 8.97 GB, 12.60 GB, 15.36 GB, 17.42 GB, 19.09 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB - BytesReceived: 19.10 GB (20503879049) - ConvertRowBatchTime: 31s468ms - DeserializeRowBatchTimer: 57s680ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 1.44B (1440033112) - RowsReturnedRate: 14.38 M/sec - SendersBlockedTimer: 15s903ms - SendersBlockedTotalTimer(*): 1m4s HDFS_SCAN_NODE (id=12):(Total: 1m28s, non-child: 1m28s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 4:85/16.75 GB 5:88/17.43 GB 6:87/17.06 GB 3:93/17.64 GB 0:86/17.00 GB 7:92/18.97 GB 2:91/16.68 GB 1:84/17.06 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 131 out of 131 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:87.65% 1:12.35% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:575 PARQUET/SNAPPY:786 BytesRead(16s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 41.67 MB, 81.35 MB, 130.01 MB, 347.14 MB, 455.25 MB, 507.35 MB, 583.03 MB, 872.24 MB, 1.20 GB, 1.45 GB, 1.65 GB, 2.02 GB, 2.34 GB, 2.67 GB, 2.88 GB, 3.27 GB, 3.55 GB, 3.88 GB, 4.19 GB - FooterProcessingTime: (Avg: 97.753ms ; Min: 1.020ms ; Max: 2s615ms ; Number of samples: 131) - AverageHdfsReadThreadConcurrency: 0.12 - AverageScannerThreadConcurrency: 0.57 - BytesRead: 4.41 GB (4734022007) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.41 GB (4734022007) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.41 GB (4734022007) - DecompressionTime: 12s994ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 131 (131) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.50 MB (65540290) - PerReadThreadRawHdfsThroughput: 70.40 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1m27s - RowBatchQueuePutWaitTime: 2m31s - RowsRead: 405.05M (405049258) - RowsReturned: 405.05M (405049258) - RowsReturnedRate: 4.58 M/sec - ScanRangesComplete: 706 (706) - ScannerThreadsInvoluntaryContextSwitches: 10.11K (10108) - ScannerThreadsTotalWallClockTime: 5m1s - MaterializeTupleTime(*): 44s681ms - ScannerThreadsSysTime: 2s356ms - ScannerThreadsUserTime: 56s307ms - ScannerThreadsVoluntaryContextSwitches: 73.37K (73371) - TotalRawHdfsReadTime(*): 1m4s - TotalReadThroughput: 8.50 MB/sec Filter 2 (1.00 MB): - Files processed: 706 (706) - Files rejected: 575 (575) - Files total: 706 (706) - RowGroups processed: 395.62K (395617) - RowGroups rejected: 0 (0) - RowGroups total: 395.62K (395617) - Rows processed: 2.15M (2146304) - Rows rejected: 0 (0) - Rows total: 405.05M (405049258) - Splits processed: 131 (131) - Splits rejected: 0 (0) - Splits total: 131 (131) Instance 4b403f9f6fe2ecf6:4f81291100000035 (host=vd1314.halxg.cloudera.com:22000):(Total: 22m47s, non-child: 9m59s, % non-child: 43.86%) Hdfs split stats (:<# splits>/): 7:93/16.47 GB 2:86/17.03 GB 4:82/14.27 GB 5:90/17.79 GB 3:96/18.19 GB 1:90/17.02 GB 6:114/19.95 GB 0:103/18.08 GB Filter 2 arrival: 544ms MemoryUsage(32s000ms): 2.19 GB, 6.24 GB, 10.81 GB, 14.05 GB, 14.18 GB, 14.18 GB, 14.17 GB, 14.21 GB, 14.21 GB, 14.21 GB, 14.21 GB, 14.20 GB, 14.21 GB, 14.21 GB, 14.21 GB, 14.20 GB, 14.20 GB, 14.17 GB, 14.21 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB, 14.22 GB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.39 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 14.22 GB (15267266560) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.24 GB (15285275686) - PerHostPeakMemUsage: 44.22 GB (47481811062) - RowsProduced: 366.51M (366506698) - TotalNetworkReceiveTime: 1m4s - TotalNetworkSendTime: 9m45s - TotalStorageWaitTime: 1m31s - TotalThreadsInvoluntaryContextSwitches: 78.78K (78781) - TotalThreadsTotalWallClockTime: 31m40s - TotalThreadsSysTime: 1m11s - TotalThreadsUserTime: 9m32s - TotalThreadsVoluntaryContextSwitches: 669.79K (669788) Fragment Instance Lifecycle Timings: - ExecTime: 18m55s - ExecTreeExecTime: 7m30s - OpenTime: 3m51s - ExecTreeOpenTime: 3m51s - PrepareTime: 38.527ms - ExecTreePrepareTime: 2.584ms DataStreamSender (dst_id=33):(Total: 1m25s, non-child: 1m25s, % non-child: 100.00%) - BytesSent: 9.98 GB (10713892062) - NetworkThroughput(*): 347.41 MB/sec - OverallThroughput: 119.49 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 366.51M (366506698) - SerializeBatchTime: 55s954ms - TransmitDataRPCTime: 29s410ms - UncompressedRowBatchSize: 20.83 GB (22362016698) CodeGen:(Total: 520.809ms, non-child: 520.809ms, % non-child: 100.00%) - CodegenTime: 3.324ms - CompileTime: 150.206ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 146 (146) - NumInstructions: 6.37K (6365) - OptimizationTime: 349.807ms - PeakMemoryUsage: 3.11 MB (3258880) - PrepareTime: 20.245ms AGGREGATION_NODE (id=17):(Total: 11m21s, non-child: 1m26s, % non-child: 12.69%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 4.274ms - BufferPoolAllocationBytes: 82.00 MB (85983232) - BufferPoolAllocations: 41 (41) - BufferPoolPeakReservation: 82.00 MB (85983232) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 82.00 MB (85983232) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 22.767ms - HTResizeTime: 328.649ms - HashBuckets: 1.05M (1048576) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 82.05 MB (86035584) - ReductionFactorEstimate: 1.01 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 365.72M (365720266) - RowsReturned: 366.51M (366506698) - RowsReturnedRate: 537.58 K/sec - StreamingTime: 1m24s HASH_JOIN_NODE (id=16):(Total: 9m55s, non-child: 8s530ms, % non-child: 1.43%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 146.857us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 9.224ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.83 MB (37571860) - ProbeRows: 366.51M (366514144) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 7s902ms - RowsReturned: 366.51M (366514144) - RowsReturnedRate: 615.75 K/sec Hash Join Builder (join_node_id=16): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 7.778ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 84.299us - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=32):(Total: 21.863us, non-child: 21.863us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 13.772us - DeserializeRowBatchTimer: 14.424us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 16.74 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=15):(Total: 9m46s, non-child: 6m30s, % non-child: 66.54%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 3s405ms - BufferPoolAllocationBytes: 100.43 GB (107835555840) - BufferPoolAllocations: 18.67K (18668) - BufferPoolPeakReservation: 14.11 GB (15145631744) - BufferPoolPeakUnpinnedBytes: 33.58 GB (36054237184) - BufferPoolPeakUsedReservation: 14.11 GB (15145631744) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 33.58 GB (36054237184) - BufferPoolWriteIoBytes: 33.58 GB (36054237184) - BufferPoolWriteIoOps: 17.19K (17192) - BufferPoolWriteIoWaitTime: 10s557ms - BuildRows: 1.44B (1440033112) - BuildTime: 2m8s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 14.11 GB (15146653440) - ProbeRows: 407.24M (407241255) - ProbeRowsPartitioned: 356.36M (356356987) - ProbeTime: 1m57s - RowsReturned: 366.51M (366514144) - RowsReturnedRate: 624.71 K/sec Hash Join Builder (join_node_id=15): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 1m35s - BuildRowsPartitioned: 1.44B (1440033112) - HashBuckets: 4.29B (4294967296) - HashCollisions: 371.10M (371096987) - HashTablesBuildTime: 2m48s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 14 (14) EXCHANGE_NODE (id=31):(Total: 1m37s, non-child: 56s206ms, % non-child: 57.44%) BytesReceived(32s000ms): 1.76 GB, 5.16 GB, 8.99 GB, 12.61 GB, 15.36 GB, 17.43 GB, 19.09 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB - BytesReceived: 19.10 GB (20503879049) - ConvertRowBatchTime: 31s074ms - DeserializeRowBatchTimer: 56s043ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 1.44B (1440033112) - RowsReturnedRate: 14.72 M/sec - SendersBlockedTimer: 12s858ms - SendersBlockedTotalTimer(*): 58s551ms HDFS_SCAN_NODE (id=12):(Total: 1m38s, non-child: 1m38s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:93/16.47 GB 2:86/17.03 GB 4:82/14.27 GB 5:90/17.79 GB 3:96/18.19 GB 1:90/17.02 GB 6:114/19.95 GB 0:103/18.08 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 149 out of 149 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:87.43% 1:12.57% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:605 PARQUET/SNAPPY:894 BytesRead(16s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 44.00 MB, 84.75 MB, 124.70 MB, 319.21 MB, 418.86 MB, 473.34 MB, 532.71 MB, 902.56 MB, 1.16 GB, 1.39 GB, 1.62 GB, 1.96 GB, 2.25 GB, 2.60 GB, 2.86 GB, 3.26 GB, 3.50 GB, 3.75 GB, 4.08 GB - FooterProcessingTime: (Avg: 101.318ms ; Min: 1.076ms ; Max: 1s645ms ; Number of samples: 149) - AverageHdfsReadThreadConcurrency: 0.13 - AverageScannerThreadConcurrency: 0.57 - BytesRead: 4.44 GB (4772602657) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.44 GB (4772602657) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.44 GB (4772602657) - DecompressionTime: 13s034ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 149 (149) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.50 MB (65540224) - PerReadThreadRawHdfsThroughput: 70.64 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1m37s - RowBatchQueuePutWaitTime: 2m20s - RowsRead: 407.24M (407241255) - RowsReturned: 407.24M (407241255) - RowsReturnedRate: 4.14 M/sec - ScanRangesComplete: 754 (754) - ScannerThreadsInvoluntaryContextSwitches: 8.32K (8325) - ScannerThreadsTotalWallClockTime: 5m4s - MaterializeTupleTime(*): 49s497ms - ScannerThreadsSysTime: 2s348ms - ScannerThreadsUserTime: 54s965ms - ScannerThreadsVoluntaryContextSwitches: 71.56K (71563) - TotalRawHdfsReadTime(*): 1m4s - TotalReadThroughput: 8.53 MB/sec Filter 2 (1.00 MB): - Files processed: 754 (754) - Files rejected: 605 (605) - Files total: 754 (754) - RowGroups processed: 397.77K (397770) - RowGroups rejected: 0 (0) - RowGroups total: 397.77K (397770) - Rows processed: 2.44M (2441216) - Rows rejected: 0 (0) - Rows total: 407.24M (407241255) - Splits processed: 149 (149) - Splits rejected: 0 (0) - Splits total: 149 (149) Instance 4b403f9f6fe2ecf6:4f81291100000036 (host=vd1313.halxg.cloudera.com:22000):(Total: 22m43s, non-child: 9m55s, % non-child: 43.66%) Hdfs split stats (:<# splits>/): 2:78/16.03 GB 6:86/17.57 GB 3:97/19.20 GB 4:89/19.14 GB 7:79/15.00 GB 1:95/18.93 GB 5:81/15.75 GB 0:91/17.36 GB Filter 2 arrival: 555ms MemoryUsage(32s000ms): 2.18 GB, 6.22 GB, 10.79 GB, 13.91 GB, 14.02 GB, 14.02 GB, 14.01 GB, 14.04 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.04 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.01 GB, 14.01 GB, 14.01 GB, 14.01 GB, 14.01 GB, 14.01 GB, 14.01 GB, 14.02 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB, 14.05 GB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.37 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 14.05 GB (15089008640) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.07 GB (15107049676) - PerHostPeakMemUsage: 44.24 GB (47505062576) - RowsProduced: 372.53M (372532289) - TotalNetworkReceiveTime: 47s033ms - TotalNetworkSendTime: 9m41s - TotalStorageWaitTime: 1m10s - TotalThreadsInvoluntaryContextSwitches: 79.64K (79641) - TotalThreadsTotalWallClockTime: 31m12s - TotalThreadsSysTime: 1m12s - TotalThreadsUserTime: 9m37s - TotalThreadsVoluntaryContextSwitches: 653.76K (653761) Fragment Instance Lifecycle Timings: - ExecTime: 18m51s - ExecTreeExecTime: 7m30s - OpenTime: 3m51s - ExecTreeOpenTime: 3m51s - PrepareTime: 43.209ms - ExecTreePrepareTime: 3.575ms DataStreamSender (dst_id=33):(Total: 1m26s, non-child: 1m26s, % non-child: 100.00%) - BytesSent: 10.14 GB (10890008174) - NetworkThroughput(*): 357.65 MB/sec - OverallThroughput: 120.61 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 372.53M (372532289) - SerializeBatchTime: 56s913ms - TransmitDataRPCTime: 29s038ms - UncompressedRowBatchSize: 21.17 GB (22729661729) CodeGen:(Total: 527.457ms, non-child: 527.457ms, % non-child: 100.00%) - CodegenTime: 3.656ms - CompileTime: 169.395ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 146 (146) - NumInstructions: 6.37K (6365) - OptimizationTime: 333.993ms - PeakMemoryUsage: 3.11 MB (3258880) - PrepareTime: 23.605ms AGGREGATION_NODE (id=17):(Total: 11m21s, non-child: 1m19s, % non-child: 11.69%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 17.071ms - BufferPoolAllocationBytes: 82.00 MB (85983232) - BufferPoolAllocations: 41 (41) - BufferPoolPeakReservation: 82.00 MB (85983232) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 82.00 MB (85983232) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 23.362ms - HTResizeTime: 727.578ms - HashBuckets: 1.05M (1048576) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 82.05 MB (86035584) - ReductionFactorEstimate: 1.01 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 371.75M (371745857) - RowsReturned: 372.53M (372532289) - RowsReturnedRate: 546.54 K/sec - StreamingTime: 1m18s HASH_JOIN_NODE (id=16):(Total: 10m1s, non-child: 9s053ms, % non-child: 1.50%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 94.994us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 9.530ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.86 MB (37602113) - ProbeRows: 372.54M (372538027) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 8s458ms - RowsReturned: 372.54M (372538027) - RowsReturnedRate: 618.90 K/sec Hash Join Builder (join_node_id=16): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 9.100ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 93.720us - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=32):(Total: 16.395us, non-child: 16.395us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 8.539us - DeserializeRowBatchTimer: 12.241us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 22.32 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=15):(Total: 9m52s, non-child: 7m21s, % non-child: 74.54%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 3s334ms - BufferPoolAllocationBytes: 101.80 GB (109305659392) - BufferPoolAllocations: 19.37K (19369) - BufferPoolPeakReservation: 13.94 GB (14967373824) - BufferPoolPeakUnpinnedBytes: 33.80 GB (36289118208) - BufferPoolPeakUsedReservation: 13.94 GB (14967373824) - BufferPoolReadIoBytes: 1.15 GB (1235222528) - BufferPoolReadIoOps: 589 (589) - BufferPoolReadIoWaitTime: 30s243ms - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 33.80 GB (36289118208) - BufferPoolWriteIoBytes: 33.80 GB (36289118208) - BufferPoolWriteIoOps: 17.30K (17304) - BufferPoolWriteIoWaitTime: 31s465ms - BuildRows: 1.44B (1440033112) - BuildTime: 2m27s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 13.94 GB (14968395520) - ProbeRows: 413.93M (413925168) - ProbeRowsPartitioned: 362.20M (362195777) - ProbeTime: 1m57s - RowsReturned: 372.54M (372538027) - RowsReturnedRate: 628.35 K/sec Hash Join Builder (join_node_id=15): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 1m53s - BuildRowsPartitioned: 1.44B (1440033112) - HashBuckets: 4.29B (4294967296) - HashCollisions: 373.22M (373218393) - HashTablesBuildTime: 3m21s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 14 (14) EXCHANGE_NODE (id=31):(Total: 1m19s, non-child: 55s650ms, % non-child: 69.81%) BytesReceived(32s000ms): 1.75 GB, 5.14 GB, 8.97 GB, 12.60 GB, 15.36 GB, 17.42 GB, 19.09 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB - BytesReceived: 19.10 GB (20503879049) - ConvertRowBatchTime: 30s761ms - DeserializeRowBatchTimer: 54s891ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 1.44B (1440033112) - RowsReturnedRate: 18.06 M/sec - SendersBlockedTimer: 33s685ms - SendersBlockedTotalTimer(*): 3m10s HDFS_SCAN_NODE (id=12):(Total: 1m11s, non-child: 1m11s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:78/16.03 GB 6:86/17.57 GB 3:97/19.20 GB 4:89/19.14 GB 7:79/15.00 GB 1:95/18.93 GB 5:81/15.75 GB 0:91/17.36 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 140 out of 140 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:89.19% 1:10.81% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:556 PARQUET/SNAPPY:840 BytesRead(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.69 MB, 74.73 MB, 81.31 MB, 81.31 MB, 81.31 MB, 179.29 MB, 336.78 MB, 380.15 MB, 452.30 MB, 484.32 MB, 499.00 MB, 499.00 MB, 533.25 MB, 645.92 MB, 851.12 MB, 1.03 GB, 1.20 GB, 1.38 GB, 1.55 GB, 1.70 GB, 1.80 GB, 1.91 GB, 2.12 GB, 2.33 GB, 2.45 GB, 2.66 GB, 2.91 GB, 3.06 GB, 3.17 GB, 3.37 GB, 3.63 GB, 3.87 GB, 3.92 GB, 4.07 GB, 4.19 GB - FooterProcessingTime: (Avg: 66.772ms ; Min: 1.062ms ; Max: 763.450ms ; Number of samples: 140) - AverageHdfsReadThreadConcurrency: 0.11 - AverageScannerThreadConcurrency: 0.55 - BytesRead: 4.51 GB (4838169414) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.51 GB (4838169414) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.51 GB (4838169414) - DecompressionTime: 13s501ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 140 (140) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.45 MB (65482425) - PerReadThreadRawHdfsThroughput: 85.60 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1m9s - RowBatchQueuePutWaitTime: 2m26s - RowsRead: 413.93M (413925168) - RowsReturned: 413.93M (413925168) - RowsReturnedRate: 5.81 M/sec - ScanRangesComplete: 696 (696) - ScannerThreadsInvoluntaryContextSwitches: 8.15K (8150) - ScannerThreadsTotalWallClockTime: 4m38s - MaterializeTupleTime(*): 44s334ms - ScannerThreadsSysTime: 2s379ms - ScannerThreadsUserTime: 56s102ms - ScannerThreadsVoluntaryContextSwitches: 73.28K (73277) - TotalRawHdfsReadTime(*): 53s899ms - TotalReadThroughput: 9.06 MB/sec Filter 2 (1.00 MB): - Files processed: 696 (696) - Files rejected: 556 (556) - Files total: 696 (696) - RowGroups processed: 404.29K (404291) - RowGroups rejected: 0 (0) - RowGroups total: 404.29K (404291) - Rows processed: 2.29M (2293760) - Rows rejected: 0 (0) - Rows total: 413.93M (413925168) - Splits processed: 140 (140) - Splits rejected: 0 (0) - Splits total: 140 (140) Instance 4b403f9f6fe2ecf6:4f81291100000037 (host=vd1310.halxg.cloudera.com:22000):(Total: 22m26s, non-child: 10m8s, % non-child: 45.18%) Hdfs split stats (:<# splits>/): 3:90/17.76 GB 6:87/17.02 GB 4:95/17.75 GB 5:80/15.17 GB 2:88/16.63 GB 0:92/17.62 GB 1:102/19.84 GB 7:91/17.03 GB Filter 2 arrival: 566ms MemoryUsage(32s000ms): 2.19 GB, 6.24 GB, 10.81 GB, 14.13 GB, 14.30 GB, 14.30 GB, 14.29 GB, 14.32 GB, 14.33 GB, 14.34 GB, 14.33 GB, 14.33 GB, 14.34 GB, 14.34 GB, 14.33 GB, 14.32 GB, 14.30 GB, 14.29 GB, 14.29 GB, 14.29 GB, 14.29 GB, 14.29 GB, 14.29 GB, 14.32 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.38 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 14.34 GB (15397289984) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.36 GB (15415381038) - PerHostPeakMemUsage: 44.25 GB (47512515895) - RowsProduced: 362.42M (362420258) - TotalNetworkReceiveTime: 1m6s - TotalNetworkSendTime: 9m53s - TotalStorageWaitTime: 1m9s - TotalThreadsInvoluntaryContextSwitches: 79.09K (79091) - TotalThreadsTotalWallClockTime: 30m58s - TotalThreadsSysTime: 1m11s - TotalThreadsUserTime: 9m20s - TotalThreadsVoluntaryContextSwitches: 654.31K (654310) Fragment Instance Lifecycle Timings: - ExecTime: 18m34s - ExecTreeExecTime: 7m2s - OpenTime: 3m51s - ExecTreeOpenTime: 3m51s - PrepareTime: 54.264ms - ExecTreePrepareTime: 5.255ms DataStreamSender (dst_id=33):(Total: 1m24s, non-child: 1m24s, % non-child: 100.00%) - BytesSent: 9.87 GB (10594398741) - NetworkThroughput(*): 362.44 MB/sec - OverallThroughput: 120.07 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 362.42M (362420258) - SerializeBatchTime: 56s130ms - TransmitDataRPCTime: 27s876ms - UncompressedRowBatchSize: 20.59 GB (22112686906) CodeGen:(Total: 537.348ms, non-child: 537.348ms, % non-child: 100.00%) - CodegenTime: 3.370ms - CompileTime: 163.945ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 146 (146) - NumInstructions: 6.37K (6365) - OptimizationTime: 342.420ms - PeakMemoryUsage: 3.11 MB (3258880) - PrepareTime: 30.483ms AGGREGATION_NODE (id=17):(Total: 10m53s, non-child: 1m20s, % non-child: 12.25%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 3.980ms - BufferPoolAllocationBytes: 82.00 MB (85983232) - BufferPoolAllocations: 41 (41) - BufferPoolPeakReservation: 82.00 MB (85983232) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 82.00 MB (85983232) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 25.443ms - HTResizeTime: 764.234ms - HashBuckets: 1.05M (1048576) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 82.05 MB (86035584) - ReductionFactorEstimate: 1.01 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 361.63M (361633826) - RowsReturned: 362.42M (362420258) - RowsReturnedRate: 554.83 K/sec - StreamingTime: 1m18s HASH_JOIN_NODE (id=16):(Total: 9m33s, non-child: 9s151ms, % non-child: 1.60%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 863.365us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 10.268ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.85 MB (37594152) - ProbeRows: 362.43M (362425475) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 8s478ms - RowsReturned: 362.43M (362425475) - RowsReturnedRate: 632.30 K/sec Hash Join Builder (join_node_id=16): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 8.860ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 390.862us - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=32):(Total: 16.241us, non-child: 16.241us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 9.588us - DeserializeRowBatchTimer: 12.479us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 22.54 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=15):(Total: 9m24s, non-child: 6m33s, % non-child: 69.77%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 2s479ms - BufferPoolAllocationBytes: 100.74 GB (108169003008) - BufferPoolAllocations: 18.83K (18827) - BufferPoolPeakReservation: 14.23 GB (15275655168) - BufferPoolPeakUnpinnedBytes: 33.43 GB (35899047936) - BufferPoolPeakUsedReservation: 14.23 GB (15275655168) - BufferPoolReadIoBytes: 466.00 MB (488636416) - BufferPoolReadIoOps: 233 (233) - BufferPoolReadIoWaitTime: 18s891ms - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 33.43 GB (35899047936) - BufferPoolWriteIoBytes: 33.43 GB (35899047936) - BufferPoolWriteIoOps: 17.12K (17118) - BufferPoolWriteIoWaitTime: 11s884ms - BuildRows: 1.44B (1440033112) - BuildTime: 2m8s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 14.23 GB (15276676864) - ProbeRows: 402.70M (402701541) - ProbeRowsPartitioned: 352.36M (352363534) - ProbeTime: 1m49s - RowsReturned: 362.43M (362425475) - RowsReturnedRate: 642.56 K/sec Hash Join Builder (join_node_id=15): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 1m34s - BuildRowsPartitioned: 1.44B (1440033112) - HashBuckets: 4.29B (4294967296) - HashCollisions: 369.65M (369648139) - HashTablesBuildTime: 3m - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 14 (14) EXCHANGE_NODE (id=31):(Total: 1m38s, non-child: 55s287ms, % non-child: 55.90%) BytesReceived(32s000ms): 1.77 GB, 5.16 GB, 8.99 GB, 12.61 GB, 15.37 GB, 17.43 GB, 19.09 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB - BytesReceived: 19.10 GB (20503879049) - ConvertRowBatchTime: 30s934ms - DeserializeRowBatchTimer: 54s725ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 1.44B (1440033112) - RowsReturnedRate: 14.56 M/sec - SendersBlockedTimer: 13s983ms - SendersBlockedTotalTimer(*): 57s607ms HDFS_SCAN_NODE (id=12):(Total: 1m11s, non-child: 1m11s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 3:90/17.76 GB 6:87/17.02 GB 4:95/17.75 GB 5:80/15.17 GB 2:88/16.63 GB 0:92/17.62 GB 1:102/19.84 GB 7:91/17.03 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 143 out of 143 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:90.73% 1:9.268% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:582 PARQUET/SNAPPY:858 BytesRead(16s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 44.43 MB, 92.19 MB, 141.34 MB, 346.77 MB, 439.06 MB, 500.14 MB, 552.76 MB, 840.28 MB, 1.12 GB, 1.44 GB, 1.64 GB, 1.99 GB, 2.40 GB, 2.83 GB, 3.16 GB, 3.54 GB, 3.79 GB, 4.14 GB - FooterProcessingTime: (Avg: 74.131ms ; Min: 1.124ms ; Max: 601.163ms ; Number of samples: 143) - AverageHdfsReadThreadConcurrency: 0.09 - AverageScannerThreadConcurrency: 0.55 - BytesRead: 4.39 GB (4714235576) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.39 GB (4714235576) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.39 GB (4714235576) - DecompressionTime: 12s414ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 143 (143) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.50 MB (65540003) - PerReadThreadRawHdfsThroughput: 91.17 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1m10s - RowBatchQueuePutWaitTime: 2m32s - RowsRead: 402.70M (402701541) - RowsReturned: 402.70M (402701541) - RowsReturnedRate: 5.63 M/sec - ScanRangesComplete: 725 (725) - ScannerThreadsInvoluntaryContextSwitches: 8.01K (8011) - ScannerThreadsTotalWallClockTime: 4m42s - MaterializeTupleTime(*): 42s979ms - ScannerThreadsSysTime: 2s334ms - ScannerThreadsUserTime: 54s873ms - ScannerThreadsVoluntaryContextSwitches: 71.24K (71238) - TotalRawHdfsReadTime(*): 49s315ms - TotalReadThroughput: 8.76 MB/sec Filter 2 (1.00 MB): - Files processed: 725 (725) - Files rejected: 582 (582) - Files total: 725 (725) - RowGroups processed: 393.33K (393331) - RowGroups rejected: 0 (0) - RowGroups total: 393.33K (393331) - Rows processed: 2.34M (2342912) - Rows rejected: 0 (0) - Rows total: 402.70M (402701541) - Splits processed: 143 (143) - Splits rejected: 0 (0) - Splits total: 143 (143) Instance 4b403f9f6fe2ecf6:4f8129110000003b (host=vd1311.halxg.cloudera.com:22000):(Total: 22m25s, non-child: 10m14s, % non-child: 45.71%) Hdfs split stats (:<# splits>/): 0:92/18.45 GB 5:84/15.18 GB 3:80/14.56 GB 4:95/19.16 GB 1:83/17.29 GB 2:88/17.78 GB 7:96/19.17 GB 6:86/17.45 GB Filter 2 arrival: 542ms MemoryUsage(32s000ms): 2.19 GB, 6.24 GB, 10.81 GB, 14.13 GB, 14.30 GB, 14.30 GB, 14.29 GB, 14.34 GB, 14.34 GB, 14.33 GB, 14.33 GB, 14.32 GB, 14.33 GB, 14.33 GB, 14.34 GB, 14.34 GB, 14.30 GB, 14.29 GB, 14.31 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.38 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 14.34 GB (15397289984) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.36 GB (15415297991) - PerHostPeakMemUsage: 44.25 GB (47515393097) - RowsProduced: 373.48M (373477737) - TotalNetworkReceiveTime: 1m7s - TotalNetworkSendTime: 10m - TotalStorageWaitTime: 1m27s - TotalThreadsInvoluntaryContextSwitches: 77.97K (77970) - TotalThreadsTotalWallClockTime: 31m1s - TotalThreadsSysTime: 1m11s - TotalThreadsUserTime: 9m25s - TotalThreadsVoluntaryContextSwitches: 656.50K (656498) Fragment Instance Lifecycle Timings: - ExecTime: 18m40s - ExecTreeExecTime: 6m59s - OpenTime: 3m45s - ExecTreeOpenTime: 3m44s - PrepareTime: 37.810ms - ExecTreePrepareTime: 3.029ms DataStreamSender (dst_id=33):(Total: 1m26s, non-child: 1m26s, % non-child: 100.00%) - BytesSent: 10.17 GB (10917664113) - NetworkThroughput(*): 357.65 MB/sec - OverallThroughput: 120.64 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 373.48M (373477737) - SerializeBatchTime: 57s055ms - TransmitDataRPCTime: 29s112ms - UncompressedRowBatchSize: 21.22 GB (22787347237) CodeGen:(Total: 516.169ms, non-child: 516.169ms, % non-child: 100.00%) - CodegenTime: 3.522ms - CompileTime: 166.500ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 146 (146) - NumInstructions: 6.37K (6365) - OptimizationTime: 329.147ms - PeakMemoryUsage: 3.11 MB (3258880) - PrepareTime: 20.011ms AGGREGATION_NODE (id=17):(Total: 10m43s, non-child: 1m23s, % non-child: 12.92%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 3.291ms - BufferPoolAllocationBytes: 82.00 MB (85983232) - BufferPoolAllocations: 41 (41) - BufferPoolPeakReservation: 82.00 MB (85983232) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 82.00 MB (85983232) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 24.599ms - HTResizeTime: 453.983ms - HashBuckets: 1.05M (1048576) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 82.05 MB (86035584) - ReductionFactorEstimate: 1.01 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 372.69M (372691305) - RowsReturned: 373.48M (373477737) - RowsReturnedRate: 580.27 K/sec - StreamingTime: 1m21s HASH_JOIN_NODE (id=16):(Total: 9m20s, non-child: 8s836ms, % non-child: 1.58%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 920.192us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 9.896ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.87 MB (37615743) - ProbeRows: 373.48M (373484760) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 8s152ms - RowsReturned: 373.48M (373484760) - RowsReturnedRate: 666.41 K/sec Hash Join Builder (join_node_id=16): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 7.845ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 138.951us - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=32):(Total: 11.306us, non-child: 11.306us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 5.712us - DeserializeRowBatchTimer: 12.759us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 32.37 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=15):(Total: 9m11s, non-child: 6m4s, % non-child: 66.14%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 2s374ms - BufferPoolAllocationBytes: 100.70 GB (108127059968) - BufferPoolAllocations: 18.81K (18807) - BufferPoolPeakReservation: 14.23 GB (15275655168) - BufferPoolPeakUnpinnedBytes: 33.85 GB (36345741312) - BufferPoolPeakUsedReservation: 14.23 GB (15275655168) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 33.85 GB (36345741312) - BufferPoolWriteIoBytes: 33.85 GB (36345741312) - BufferPoolWriteIoOps: 17.33K (17331) - BufferPoolWriteIoWaitTime: 3s942ms - BuildRows: 1.44B (1440033112) - BuildTime: 1m59s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 14.23 GB (15276676864) - ProbeRows: 414.98M (414978745) - ProbeRowsPartitioned: 363.11M (363109487) - ProbeTime: 1m50s - RowsReturned: 373.48M (373484760) - RowsReturnedRate: 677.09 K/sec Hash Join Builder (join_node_id=15): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 1m32s - BuildRowsPartitioned: 1.44B (1440033112) - HashBuckets: 4.29B (4294967296) - HashCollisions: 373.55M (373551528) - HashTablesBuildTime: 2m32s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 14 (14) EXCHANGE_NODE (id=31):(Total: 1m40s, non-child: 56s884ms, % non-child: 56.48%) BytesReceived(32s000ms): 1.76 GB, 5.15 GB, 8.98 GB, 12.61 GB, 15.36 GB, 17.43 GB, 19.09 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB - BytesReceived: 19.10 GB (20503879049) - ConvertRowBatchTime: 31s242ms - DeserializeRowBatchTimer: 55s769ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 1.44B (1440033112) - RowsReturnedRate: 14.30 M/sec - SendersBlockedTimer: 14s461ms - SendersBlockedTotalTimer(*): 57s841ms HDFS_SCAN_NODE (id=12):(Total: 1m26s, non-child: 1m26s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:92/18.45 GB 5:84/15.18 GB 3:80/14.56 GB 4:95/19.16 GB 1:83/17.29 GB 2:88/17.78 GB 7:96/19.17 GB 6:86/17.45 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 141 out of 141 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:88.47% 1:11.53% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:563 PARQUET/SNAPPY:846 BytesRead(16s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 146.00 MB, 223.27 MB, 268.57 MB, 472.13 MB, 549.79 MB, 580.76 MB, 653.34 MB, 888.32 MB, 1.14 GB, 1.47 GB, 1.69 GB, 1.99 GB, 2.37 GB, 2.83 GB, 3.16 GB, 3.58 GB, 3.86 GB, 4.16 GB - FooterProcessingTime: (Avg: 88.663ms ; Min: 1.112ms ; Max: 1s387ms ; Number of samples: 141) - AverageHdfsReadThreadConcurrency: 0.12 - AverageScannerThreadConcurrency: 0.57 - BytesRead: 4.52 GB (4852300925) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.52 GB (4852300925) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.52 GB (4852300925) - DecompressionTime: 12s912ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 141 (141) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.50 MB (65540288) - PerReadThreadRawHdfsThroughput: 80.39 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1m24s - RowBatchQueuePutWaitTime: 2m25s - RowsRead: 414.98M (414978745) - RowsReturned: 414.98M (414978745) - RowsReturnedRate: 4.82 M/sec - ScanRangesComplete: 704 (704) - ScannerThreadsInvoluntaryContextSwitches: 8.07K (8070) - ScannerThreadsTotalWallClockTime: 4m52s - MaterializeTupleTime(*): 43s524ms - ScannerThreadsSysTime: 2s349ms - ScannerThreadsUserTime: 55s063ms - ScannerThreadsVoluntaryContextSwitches: 67.35K (67348) - TotalRawHdfsReadTime(*): 57s560ms - TotalReadThroughput: 8.96 MB/sec Filter 2 (1.00 MB): - Files processed: 704 (704) - Files rejected: 563 (563) - Files total: 704 (704) - RowGroups processed: 405.32K (405323) - RowGroups rejected: 0 (0) - RowGroups total: 405.32K (405323) - Rows processed: 2.31M (2310144) - Rows rejected: 0 (0) - Rows total: 414.98M (414978745) - Splits processed: 141 (141) - Splits rejected: 0 (0) - Splits total: 141 (141) Instance 4b403f9f6fe2ecf6:4f81291100000038 (host=vd1316.halxg.cloudera.com:22000):(Total: 22m17s, non-child: 10m14s, % non-child: 45.94%) Hdfs split stats (:<# splits>/): 7:88/16.50 GB 5:78/15.13 GB 3:87/14.48 GB 0:107/21.52 GB 4:102/19.89 GB 1:89/15.86 GB 6:99/18.83 GB 2:92/16.71 GB Filter 2 arrival: 512ms MemoryUsage(32s000ms): 2.20 GB, 6.25 GB, 10.83 GB, 14.13 GB, 14.30 GB, 14.30 GB, 14.30 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.33 GB, 14.33 GB, 14.32 GB, 14.33 GB, 14.33 GB, 14.34 GB, 14.30 GB, 14.29 GB, 14.31 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB, 14.34 GB ThreadUsage(32s000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.39 - BloomFilterBytes: 1.00 MB (1048576) - BufferPoolPeakReservation: 14.34 GB (15397289984) - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 14.36 GB (15415307455) - PerHostPeakMemUsage: 44.25 GB (47514374484) - RowsProduced: 370.82M (370816225) - TotalNetworkReceiveTime: 1m2s - TotalNetworkSendTime: 10m - TotalStorageWaitTime: 1m30s - TotalThreadsInvoluntaryContextSwitches: 76.00K (76003) - TotalThreadsTotalWallClockTime: 30m54s - TotalThreadsSysTime: 1m7s - TotalThreadsUserTime: 9m18s - TotalThreadsVoluntaryContextSwitches: 655.46K (655462) Fragment Instance Lifecycle Timings: - ExecTime: 18m32s - ExecTreeExecTime: 6m52s - OpenTime: 3m45s - ExecTreeOpenTime: 3m44s - PrepareTime: 44.858ms - ExecTreePrepareTime: 5.065ms DataStreamSender (dst_id=33):(Total: 1m26s, non-child: 1m26s, % non-child: 100.00%) - BytesSent: 10.10 GB (10839767227) - NetworkThroughput(*): 353.78 MB/sec - OverallThroughput: 119.84 MB/sec - PeakMemoryUsage: 211.70 KB (216776) - RowsReturned: 370.82M (370816225) - SerializeBatchTime: 56s906ms - TransmitDataRPCTime: 29s220ms - UncompressedRowBatchSize: 21.07 GB (22624957905) CodeGen:(Total: 482.244ms, non-child: 482.244ms, % non-child: 100.00%) - CodegenTime: 3.080ms - CompileTime: 148.894ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 146 (146) - NumInstructions: 6.37K (6365) - OptimizationTime: 309.621ms - PeakMemoryUsage: 3.11 MB (3258880) - PrepareTime: 23.209ms AGGREGATION_NODE (id=17):(Total: 10m36s, non-child: 1m19s, % non-child: 12.55%) ExecOption: Streaming Preaggregation, Codegen Enabled - BufferPoolAllocTime: 185.470ms - BufferPoolAllocationBytes: 82.00 MB (85983232) - BufferPoolAllocations: 41 (41) - BufferPoolPeakReservation: 82.00 MB (85983232) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 82.00 MB (85983232) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - GetResultsTime: 20.475ms - HTResizeTime: 709.030ms - HashBuckets: 1.05M (1048576) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 82.05 MB (86035584) - ReductionFactorEstimate: 1.01 - ReductionFactorThresholdToExpand: 2.00 - RowsPassedThrough: 370.03M (370029793) - RowsReturned: 370.82M (370816225) - RowsReturnedRate: 582.59 K/sec - StreamingTime: 1m18s HASH_JOIN_NODE (id=16):(Total: 9m16s, non-child: 8s814ms, % non-child: 1.58%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 738.339us - BufferPoolAllocationBytes: 34.00 MB (35651584) - BufferPoolAllocations: 17 (17) - BufferPoolPeakReservation: 34.00 MB (35651584) - BufferPoolPeakUnpinnedBytes: 0 - BufferPoolPeakUsedReservation: 34.00 MB (35651584) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 0 - BufferPoolWriteIoBytes: 0 - BufferPoolWriteIoOps: 0 (0) - BufferPoolWriteIoWaitTime: 0.000ns - BuildRows: 366 (366) - BuildTime: 12.901ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 35.85 MB (37594630) - ProbeRows: 370.82M (370823228) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 8s173ms - RowsReturned: 370.82M (370823228) - RowsReturnedRate: 666.20 K/sec Hash Join Builder (join_node_id=16): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 9.170ms - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 751.355us - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=32):(Total: 24.714us, non-child: 24.714us, % non-child: 100.00%) BytesReceived(32s000ms): 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB, 2.88 KB - BytesReceived: 2.88 KB (2944) - ConvertRowBatchTime: 16.925us - DeserializeRowBatchTimer: 7.731us - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 366 (366) - RowsReturnedRate: 14.81 M/sec - SendersBlockedTimer: 0.000ns - SendersBlockedTotalTimer(*): 0.000ns HASH_JOIN_NODE (id=15):(Total: 9m7s, non-child: 5m59s, % non-child: 65.60%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BufferPoolAllocTime: 2s680ms - BufferPoolAllocationBytes: 100.59 GB (108011716608) - BufferPoolAllocations: 18.75K (18752) - BufferPoolPeakReservation: 14.23 GB (15275655168) - BufferPoolPeakUnpinnedBytes: 33.74 GB (36230397952) - BufferPoolPeakUsedReservation: 14.23 GB (15275655168) - BufferPoolReadIoBytes: 0 - BufferPoolReadIoOps: 0 (0) - BufferPoolReadIoWaitTime: 0.000ns - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - BufferPoolTotalUnpinnedBytes: 33.74 GB (36230397952) - BufferPoolWriteIoBytes: 33.74 GB (36230397952) - BufferPoolWriteIoOps: 17.28K (17276) - BufferPoolWriteIoWaitTime: 7s622ms - BuildRows: 1.44B (1440033112) - BuildTime: 2m5s - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 14.23 GB (15276676864) - ProbeRows: 412.03M (412026788) - ProbeRowsPartitioned: 360.52M (360515897) - ProbeTime: 1m44s - RowsReturned: 370.82M (370823228) - RowsReturnedRate: 676.92 K/sec Hash Join Builder (join_node_id=15): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled, Spilled - BuildRowsPartitionTime: 1m38s - BuildRowsPartitioned: 1.44B (1440033112) - HashBuckets: 4.29B (4294967296) - HashCollisions: 372.61M (372607079) - HashTablesBuildTime: 2m27s - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 30.12 KB (30848) - RepartitionTime: 0.000ns - SpilledPartitions: 14 (14) EXCHANGE_NODE (id=31):(Total: 1m35s, non-child: 54s907ms, % non-child: 57.74%) BytesReceived(32s000ms): 1.77 GB, 5.17 GB, 9.00 GB, 12.62 GB, 15.37 GB, 17.44 GB, 19.09 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB, 19.10 GB - BytesReceived: 19.10 GB (20503879049) - ConvertRowBatchTime: 30s451ms - DeserializeRowBatchTimer: 54s039ms - FirstBatchArrivalWaitTime: 0.000ns - PeakMemoryUsage: 0 - RowsReturned: 1.44B (1440033112) - RowsReturnedRate: 15.14 M/sec - SendersBlockedTimer: 18s004ms - SendersBlockedTotalTimer(*): 1m18s HDFS_SCAN_NODE (id=12):(Total: 1m33s, non-child: 1m33s, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 7:88/16.50 GB 5:78/15.13 GB 3:87/14.48 GB 0:107/21.52 GB 4:102/19.89 GB 1:89/15.86 GB 6:99/18.83 GB 2:92/16.71 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 156 out of 156 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:86.54% 1:13.46% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:586 PARQUET/SNAPPY:936 BytesRead(16s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3.12 KB, 153.45 MB, 224.26 MB, 251.27 MB, 399.53 MB, 513.02 MB, 577.98 MB, 645.52 MB, 925.02 MB, 1.20 GB, 1.56 GB, 1.80 GB, 2.06 GB, 2.36 GB, 2.78 GB, 3.14 GB, 3.52 GB, 3.77 GB, 4.09 GB - FooterProcessingTime: (Avg: 74.025ms ; Min: 1.057ms ; Max: 662.679ms ; Number of samples: 156) - AverageHdfsReadThreadConcurrency: 0.13 - AverageScannerThreadConcurrency: 0.57 - BytesRead: 4.50 GB (4827403243) - BytesReadDataNodeCache: 0 - BytesReadLocal: 4.50 GB (4827403243) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4.50 GB (4827403243) - DecompressionTime: 12s516ms - MaxCompressedTextFileLength: 0 - NumColumns: 6 (6) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 156 (156) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 62.49 MB (65521657) - PerReadThreadRawHdfsThroughput: 72.44 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1m32s - RowBatchQueuePutWaitTime: 2m22s - RowsRead: 412.03M (412026788) - RowsReturned: 412.03M (412026788) - RowsReturnedRate: 4.41 M/sec - ScanRangesComplete: 742 (742) - ScannerThreadsInvoluntaryContextSwitches: 8.04K (8042) - ScannerThreadsTotalWallClockTime: 4m53s - MaterializeTupleTime(*): 42s669ms - ScannerThreadsSysTime: 2s389ms - ScannerThreadsUserTime: 54s221ms - ScannerThreadsVoluntaryContextSwitches: 67.64K (67645) - TotalRawHdfsReadTime(*): 1m3s - TotalReadThroughput: 8.90 MB/sec Filter 2 (1.00 MB): - Files processed: 742 (742) - Files rejected: 586 (586) - Files total: 742 (742) - RowGroups processed: 402.45K (402449) - RowGroups rejected: 0 (0) - RowGroups total: 402.45K (402449) - Rows processed: 2.56M (2555904) - Rows rejected: 0 (0) - Rows total: 412.03M (412026788) - Splits processed: 156 (156) - Splits rejected: 0 (0) - Splits total: 156 (156) Averaged Fragment F10:(Total: 3m12s, non-child: 1m38s, % non-child: 51.23%) split sizes: min: 15.22 GB, max: 15.30 GB, avg: 15.25 GB, stddev: 28.27 MB completion times: min:3m6s max:3m16s mean: 3m12s stddev:3s428ms execution rates: min:79.21 MB/sec max:83.71 MB/sec mean:81.30 MB/sec stddev:1.40 MB/sec num instances: 7 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 1227133513.14 GB (1317624576693539400) - PeakMemoryUsage: 22.42 MB (23503969) - PerHostPeakMemUsage: 44.20 GB (47457851897) - RowsProduced: 205.72M (205719016) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1m59s - TotalStorageWaitTime: 41s794ms - TotalThreadsInvoluntaryContextSwitches: 25.18K (25181) - TotalThreadsTotalWallClockTime: 6m24s - TotalThreadsSysTime: 6s693ms - TotalThreadsUserTime: 55s538ms - TotalThreadsVoluntaryContextSwitches: 510.05K (510049) Fragment Instance Lifecycle Timings: - ExecTime: 3m12s - ExecTreeExecTime: 33s488ms - OpenTime: 20.616ms - ExecTreeOpenTime: 351.592us - PrepareTime: 33.566ms - ExecTreePrepareTime: 1.596ms DataStreamSender (dst_id=31):(Total: 1m, non-child: 1m, % non-child: 100.00%) - BytesSent: 19.10 GB (20503879049) - NetworkThroughput(*): 718.88 MB/sec - OverallThroughput: 323.49 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 205.72M (205719016) - SerializeBatchTime: 33s185ms - TransmitDataRPCTime: 27s212ms - UncompressedRowBatchSize: 28.17 GB (30246324760) CodeGen:(Total: 42.746ms, non-child: 42.746ms, % non-child: 100.00%) - CodegenTime: 636.653us - CompileTime: 4.800ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 9 (9) - NumInstructions: 179 (179) - OptimizationTime: 13.114ms - PeakMemoryUsage: 89.50 KB (91648) - PrepareTime: 24.122ms HDFS_SCAN_NODE (id=13):(Total: 33s228ms, non-child: 33s228ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.97 GB (2119754134) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.97 GB (2119754134) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.97 GB (2119754134) - DecompressionTime: 8s953ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 300 (300) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 22.32 MB (23407563) - PerReadThreadRawHdfsThroughput: 77.15 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 31s875ms - RowBatchQueuePutWaitTime: 2m10s - RowsRead: 205.72M (205719016) - RowsReturned: 205.72M (205719016) - RowsReturnedRate: 6.23 M/sec - ScanRangesComplete: 300 (300) - ScannerThreadsInvoluntaryContextSwitches: 8.76K (8757) - ScannerThreadsTotalWallClockTime: 3m12s - MaterializeTupleTime(*): 7s583ms - ScannerThreadsSysTime: 1s423ms - ScannerThreadsUserTime: 18s517ms - ScannerThreadsVoluntaryContextSwitches: 181.50K (181504) - TotalRawHdfsReadTime(*): 26s274ms - TotalReadThroughput: 10.52 MB/sec Fragment F10: Instance 4b403f9f6fe2ecf6:4f8129110000002d (host=vd1313.halxg.cloudera.com:22000):(Total: 3m16s, non-child: 1m39s, % non-child: 50.52%) Hdfs split stats (:<# splits>/): 2:49/2.68 GB 3:34/1.79 GB 5:32/1.69 GB 1:39/2.11 GB 6:36/1.79 GB 7:43/2.30 GB 0:34/1.56 GB 4:25/1.31 GB MemoryUsage(4s000ms): 15.29 MB, 9.53 MB, 13.14 MB, 8.41 MB, 11.63 MB, 11.00 MB, 17.80 MB, 15.57 MB, 11.42 MB, 14.95 MB, 13.65 MB, 13.01 MB, 15.68 MB, 12.74 MB, 13.67 MB, 13.92 MB, 13.34 MB, 15.84 MB, 17.71 MB, 17.05 MB, 15.08 MB, 14.02 MB, 16.47 MB, 18.03 MB, 15.57 MB, 15.70 MB, 16.15 MB, 19.09 MB, 16.63 MB, 11.73 MB, 13.87 MB, 16.90 MB, 13.87 MB, 19.63 MB, 19.89 MB, 21.59 MB, 21.59 MB, 21.59 MB, 19.57 MB, 14.03 MB, 10.05 MB, 14.72 MB, 13.02 MB, 15.82 MB, 21.58 MB, 16.49 MB, 20.94 MB, 14.00 MB, 18.25 MB ThreadUsage(4s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 22.40 MB (23487844) - PerHostPeakMemUsage: 44.20 GB (47459999543) - RowsProduced: 205.46M (205464137) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2m - TotalStorageWaitTime: 45s999ms - TotalThreadsInvoluntaryContextSwitches: 22.44K (22437) - TotalThreadsTotalWallClockTime: 6m33s - TotalThreadsSysTime: 6s448ms - TotalThreadsUserTime: 55s262ms - TotalThreadsVoluntaryContextSwitches: 513.60K (513603) Fragment Instance Lifecycle Timings: - ExecTime: 3m16s - ExecTreeExecTime: 38s340ms - OpenTime: 19.485ms - ExecTreeOpenTime: 265.356us - PrepareTime: 27.729ms - ExecTreePrepareTime: 1.643ms DataStreamSender (dst_id=31):(Total: 59s312ms, non-child: 59s312ms, % non-child: 100.00%) - BytesSent: 19.07 GB (20476572977) - NetworkThroughput(*): 738.18 MB/sec - OverallThroughput: 329.24 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 205.46M (205464137) - SerializeBatchTime: 32s805ms - TransmitDataRPCTime: 26s454ms - UncompressedRowBatchSize: 28.13 GB (30208850315) CodeGen:(Total: 36.205ms, non-child: 36.205ms, % non-child: 100.00%) - CodegenTime: 572.968us - CompileTime: 5.159ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 9 (9) - NumInstructions: 179 (179) - OptimizationTime: 12.123ms - PeakMemoryUsage: 89.50 KB (91648) - PrepareTime: 18.289ms HDFS_SCAN_NODE (id=13):(Total: 38s083ms, non-child: 38s083ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:49/2.68 GB 3:34/1.79 GB 5:32/1.69 GB 1:39/2.11 GB 6:36/1.79 GB 7:43/2.30 GB 0:34/1.56 GB 4:25/1.31 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 292 out of 292 Hdfs Read Thread Concurrency Bucket: 0:87.31% 1:12.69% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:584 BytesRead(4s000ms): 25.66 MB, 73.75 MB, 112.57 MB, 157.48 MB, 203.76 MB, 252.20 MB, 295.68 MB, 312.53 MB, 352.51 MB, 396.78 MB, 447.48 MB, 491.26 MB, 530.67 MB, 575.84 MB, 612.30 MB, 663.83 MB, 713.19 MB, 758.76 MB, 809.88 MB, 866.44 MB, 918.61 MB, 969.57 MB, 1013.35 MB, 1.04 GB, 1.09 GB, 1.13 GB, 1.18 GB, 1.22 GB, 1.27 GB, 1.31 GB, 1.35 GB, 1.39 GB, 1.44 GB, 1.50 GB, 1.54 GB, 1.55 GB, 1.55 GB, 1.55 GB, 1.56 GB, 1.59 GB, 1.61 GB, 1.66 GB, 1.70 GB, 1.74 GB, 1.77 GB, 1.81 GB, 1.84 GB, 1.90 GB, 1.95 GB - FooterProcessingTime: (Avg: 48.203ms ; Min: 1.034ms ; Max: 558.558ms ; Number of samples: 292) - AverageHdfsReadThreadConcurrency: 0.13 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.97 GB (2116228149) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.97 GB (2116228149) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.97 GB (2116228149) - DecompressionTime: 9s663ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 292 (292) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 22.26 MB (23342475) - PerReadThreadRawHdfsThroughput: 75.16 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 36s843ms - RowBatchQueuePutWaitTime: 2m9s - RowsRead: 205.46M (205464137) - RowsReturned: 205.46M (205464137) - RowsReturnedRate: 5.40 M/sec - ScanRangesComplete: 292 (292) - ScannerThreadsInvoluntaryContextSwitches: 8.21K (8206) - ScannerThreadsTotalWallClockTime: 3m16s - MaterializeTupleTime(*): 7s407ms - ScannerThreadsSysTime: 1s433ms - ScannerThreadsUserTime: 18s426ms - ScannerThreadsVoluntaryContextSwitches: 182.35K (182346) - TotalRawHdfsReadTime(*): 26s852ms - TotalReadThroughput: 10.23 MB/sec Instance 4b403f9f6fe2ecf6:4f81291100000031 (host=vd1312.halxg.cloudera.com:22000):(Total: 3m16s, non-child: 1m39s, % non-child: 50.87%) Hdfs split stats (:<# splits>/): 5:37/1.79 GB 3:42/2.28 GB 1:32/1.52 GB 7:39/2.01 GB 2:42/1.90 GB 0:42/1.98 GB 4:37/1.94 GB 6:40/1.86 GB MemoryUsage(4s000ms): 9.36 MB, 9.21 MB, 9.76 MB, 12.34 MB, 15.24 MB, 12.25 MB, 19.25 MB, 15.68 MB, 12.41 MB, 10.73 MB, 16.74 MB, 14.26 MB, 16.13 MB, 13.38 MB, 13.47 MB, 12.10 MB, 17.67 MB, 13.90 MB, 16.99 MB, 14.64 MB, 19.59 MB, 18.44 MB, 14.50 MB, 15.30 MB, 18.49 MB, 15.85 MB, 17.74 MB, 15.58 MB, 12.00 MB, 16.90 MB, 17.44 MB, 14.94 MB, 15.85 MB, 13.75 MB, 18.86 MB, 21.43 MB, 21.43 MB, 21.43 MB, 21.49 MB, 14.77 MB, 13.99 MB, 17.74 MB, 17.79 MB, 12.72 MB, 15.16 MB, 16.05 MB, 13.57 MB, 13.79 MB, 11.64 MB ThreadUsage(4s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 22.42 MB (23506615) - PerHostPeakMemUsage: 44.22 GB (47475534951) - RowsProduced: 206.20M (206203160) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2m2s - TotalStorageWaitTime: 43s458ms - TotalThreadsInvoluntaryContextSwitches: 26.78K (26784) - TotalThreadsTotalWallClockTime: 6m32s - TotalThreadsSysTime: 6s879ms - TotalThreadsUserTime: 55s471ms - TotalThreadsVoluntaryContextSwitches: 512.62K (512617) Fragment Instance Lifecycle Timings: - ExecTime: 3m16s - ExecTreeExecTime: 35s027ms - OpenTime: 25.582ms - ExecTreeOpenTime: 328.040us - PrepareTime: 32.313ms - ExecTreePrepareTime: 1.306ms DataStreamSender (dst_id=31):(Total: 1m1s, non-child: 1m1s, % non-child: 100.00%) - BytesSent: 19.14 GB (20551005587) - NetworkThroughput(*): 694.39 MB/sec - OverallThroughput: 318.41 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 206.20M (206203160) - SerializeBatchTime: 33s262ms - TransmitDataRPCTime: 28s224ms - UncompressedRowBatchSize: 28.24 GB (30317507500) CodeGen:(Total: 47.599ms, non-child: 47.599ms, % non-child: 100.00%) - CodegenTime: 547.190us - CompileTime: 5.042ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 9 (9) - NumInstructions: 179 (179) - OptimizationTime: 17.752ms - PeakMemoryUsage: 89.50 KB (91648) - PrepareTime: 24.230ms HDFS_SCAN_NODE (id=13):(Total: 34s759ms, non-child: 34s759ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 5:37/1.79 GB 3:42/2.28 GB 1:32/1.52 GB 7:39/2.01 GB 2:42/1.90 GB 0:42/1.98 GB 4:37/1.94 GB 6:40/1.86 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 311 out of 311 Hdfs Read Thread Concurrency Bucket: 0:84.95% 1:15.05% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:622 BytesRead(4s000ms): 21.12 MB, 65.29 MB, 101.05 MB, 143.63 MB, 197.09 MB, 248.94 MB, 285.00 MB, 303.80 MB, 346.67 MB, 392.47 MB, 446.81 MB, 504.62 MB, 562.84 MB, 621.51 MB, 668.42 MB, 714.64 MB, 760.65 MB, 811.80 MB, 869.86 MB, 921.34 MB, 977.76 MB, 1.00 GB, 1.05 GB, 1.10 GB, 1.15 GB, 1.19 GB, 1.23 GB, 1.28 GB, 1.33 GB, 1.36 GB, 1.41 GB, 1.45 GB, 1.50 GB, 1.54 GB, 1.59 GB, 1.60 GB, 1.60 GB, 1.60 GB, 1.60 GB, 1.63 GB, 1.65 GB, 1.69 GB, 1.74 GB, 1.78 GB, 1.80 GB, 1.85 GB, 1.88 GB, 1.92 GB, 1.96 GB - FooterProcessingTime: (Avg: 41.917ms ; Min: 914.521us ; Max: 481.655ms ; Number of samples: 311) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.98 GB (2124957413) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.98 GB (2124957413) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.98 GB (2124957413) - DecompressionTime: 8s783ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 311 (311) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 22.34 MB (23426790) - PerReadThreadRawHdfsThroughput: 72.65 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 33s423ms - RowBatchQueuePutWaitTime: 2m12s - RowsRead: 206.20M (206203160) - RowsReturned: 206.20M (206203160) - RowsReturnedRate: 5.93 M/sec - ScanRangesComplete: 311 (311) - ScannerThreadsInvoluntaryContextSwitches: 9.07K (9066) - ScannerThreadsTotalWallClockTime: 3m16s - MaterializeTupleTime(*): 8s111ms - ScannerThreadsSysTime: 1s418ms - ScannerThreadsUserTime: 18s484ms - ScannerThreadsVoluntaryContextSwitches: 182.88K (182875) - TotalRawHdfsReadTime(*): 27s892ms - TotalReadThroughput: 10.34 MB/sec Instance 4b403f9f6fe2ecf6:4f81291100000033 (host=vd1311.halxg.cloudera.com:22000):(Total: 3m12s, non-child: 1m39s, % non-child: 51.53%) Hdfs split stats (:<# splits>/): 6:33/1.56 GB 5:42/2.20 GB 1:41/2.12 GB 2:41/2.19 GB 4:35/1.75 GB 3:32/1.70 GB 7:33/1.70 GB 0:41/2.08 GB MemoryUsage(4s000ms): 13.56 MB, 9.84 MB, 10.13 MB, 11.00 MB, 9.48 MB, 12.06 MB, 16.92 MB, 16.53 MB, 10.16 MB, 15.35 MB, 14.34 MB, 14.41 MB, 15.90 MB, 13.84 MB, 13.45 MB, 18.12 MB, 16.44 MB, 19.13 MB, 13.98 MB, 11.97 MB, 17.51 MB, 17.44 MB, 16.92 MB, 13.41 MB, 16.02 MB, 15.74 MB, 16.40 MB, 16.40 MB, 21.58 MB, 19.09 MB, 14.79 MB, 16.12 MB, 19.88 MB, 8.73 MB, 20.78 MB, 21.98 MB, 21.98 MB, 21.98 MB, 19.17 MB, 13.83 MB, 15.11 MB, 16.19 MB, 11.17 MB, 11.84 MB, 13.19 MB, 15.45 MB, 16.07 MB, 13.81 MB ThreadUsage(4s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 22.37 MB (23454332) - PerHostPeakMemUsage: 44.21 GB (47471811160) - RowsProduced: 206.32M (206324495) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2m - TotalStorageWaitTime: 41s319ms - TotalThreadsInvoluntaryContextSwitches: 23.84K (23845) - TotalThreadsTotalWallClockTime: 6m25s - TotalThreadsSysTime: 6s728ms - TotalThreadsUserTime: 55s739ms - TotalThreadsVoluntaryContextSwitches: 510.80K (510797) Fragment Instance Lifecycle Timings: - ExecTime: 3m12s - ExecTreeExecTime: 32s998ms - OpenTime: 25.539ms - ExecTreeOpenTime: 258.384us - PrepareTime: 37.427ms - ExecTreePrepareTime: 1.903ms DataStreamSender (dst_id=31):(Total: 1m, non-child: 1m, % non-child: 100.00%) - BytesSent: 19.15 GB (20564914258) - NetworkThroughput(*): 718.72 MB/sec - OverallThroughput: 323.53 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 206.32M (206324495) - SerializeBatchTime: 33s276ms - TransmitDataRPCTime: 27s287ms - UncompressedRowBatchSize: 28.25 GB (30335346657) CodeGen:(Total: 52.316ms, non-child: 52.316ms, % non-child: 100.00%) - CodegenTime: 1.054ms - CompileTime: 4.976ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 9 (9) - NumInstructions: 179 (179) - OptimizationTime: 17.126ms - PeakMemoryUsage: 89.50 KB (91648) - PrepareTime: 29.054ms HDFS_SCAN_NODE (id=13):(Total: 32s740ms, non-child: 32s740ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 6:33/1.56 GB 5:42/2.20 GB 1:41/2.12 GB 2:41/2.19 GB 4:35/1.75 GB 3:32/1.70 GB 7:33/1.70 GB 0:41/2.08 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 298 out of 298 Hdfs Read Thread Concurrency Bucket: 0:84.94% 1:15.06% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:596 BytesRead(4s000ms): 26.53 MB, 74.25 MB, 122.31 MB, 174.04 MB, 216.73 MB, 262.76 MB, 296.95 MB, 314.08 MB, 357.89 MB, 406.74 MB, 453.23 MB, 506.26 MB, 558.39 MB, 606.39 MB, 650.26 MB, 704.39 MB, 752.87 MB, 812.11 MB, 867.15 MB, 918.30 MB, 973.18 MB, 1021.03 MB, 1.04 GB, 1.10 GB, 1.14 GB, 1.19 GB, 1.22 GB, 1.27 GB, 1.32 GB, 1.36 GB, 1.41 GB, 1.45 GB, 1.50 GB, 1.54 GB, 1.59 GB, 1.60 GB, 1.60 GB, 1.60 GB, 1.60 GB, 1.62 GB, 1.65 GB, 1.69 GB, 1.73 GB, 1.76 GB, 1.78 GB, 1.84 GB, 1.89 GB, 1.94 GB - FooterProcessingTime: (Avg: 39.803ms ; Min: 803.554us ; Max: 390.233ms ; Number of samples: 298) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.98 GB (2125843334) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.98 GB (2125843334) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.98 GB (2125843334) - DecompressionTime: 9s222ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 298 (298) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 22.27 MB (23354910) - PerReadThreadRawHdfsThroughput: 78.68 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 31s474ms - RowBatchQueuePutWaitTime: 2m11s - RowsRead: 206.32M (206324495) - RowsReturned: 206.32M (206324495) - RowsReturnedRate: 6.30 M/sec - ScanRangesComplete: 298 (298) - ScannerThreadsInvoluntaryContextSwitches: 8.32K (8318) - ScannerThreadsTotalWallClockTime: 3m12s - MaterializeTupleTime(*): 7s614ms - ScannerThreadsSysTime: 1s391ms - ScannerThreadsUserTime: 18s597ms - ScannerThreadsVoluntaryContextSwitches: 182.19K (182194) - TotalRawHdfsReadTime(*): 25s767ms - TotalReadThroughput: 10.49 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000002f (host=vd1314.halxg.cloudera.com:22000):(Total: 3m12s, non-child: 1m37s, % non-child: 50.90%) Hdfs split stats (:<# splits>/): 4:40/2.11 GB 2:34/1.73 GB 5:29/1.49 GB 0:38/1.99 GB 3:35/1.94 GB 7:44/2.32 GB 1:33/1.70 GB 6:40/1.96 GB MemoryUsage(4s000ms): 10.02 MB, 15.60 MB, 12.49 MB, 14.69 MB, 13.85 MB, 11.85 MB, 15.70 MB, 17.02 MB, 10.44 MB, 13.38 MB, 14.21 MB, 16.28 MB, 17.04 MB, 15.91 MB, 15.84 MB, 17.48 MB, 16.62 MB, 17.28 MB, 16.08 MB, 15.06 MB, 15.76 MB, 15.94 MB, 18.48 MB, 13.52 MB, 13.92 MB, 16.44 MB, 18.73 MB, 16.93 MB, 18.91 MB, 17.97 MB, 13.14 MB, 17.03 MB, 13.08 MB, 12.59 MB, 18.90 MB, 21.59 MB, 21.59 MB, 21.59 MB, 16.83 MB, 15.31 MB, 13.92 MB, 13.65 MB, 16.28 MB, 18.01 MB, 14.56 MB, 15.62 MB, 14.07 MB, 13.85 MB ThreadUsage(4s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 22.46 MB (23554143) - PerHostPeakMemUsage: 44.18 GB (47436298810) - RowsProduced: 205.46M (205464339) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1m58s - TotalStorageWaitTime: 42s026ms - TotalThreadsInvoluntaryContextSwitches: 24.42K (24418) - TotalThreadsTotalWallClockTime: 6m23s - TotalThreadsSysTime: 6s660ms - TotalThreadsUserTime: 55s814ms - TotalThreadsVoluntaryContextSwitches: 510.51K (510511) Fragment Instance Lifecycle Timings: - ExecTime: 3m11s - ExecTreeExecTime: 33s759ms - OpenTime: 18.630ms - ExecTreeOpenTime: 888.824us - PrepareTime: 35.058ms - ExecTreePrepareTime: 1.531ms DataStreamSender (dst_id=31):(Total: 1m, non-child: 1m, % non-child: 100.00%) - BytesSent: 19.07 GB (20479341792) - NetworkThroughput(*): 712.92 MB/sec - OverallThroughput: 321.45 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 205.46M (205464339) - SerializeBatchTime: 33s309ms - TransmitDataRPCTime: 27s395ms - UncompressedRowBatchSize: 28.13 GB (30208879925) CodeGen:(Total: 40.695ms, non-child: 40.695ms, % non-child: 100.00%) - CodegenTime: 505.346us - CompileTime: 4.734ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 9 (9) - NumInstructions: 179 (179) - OptimizationTime: 11.149ms - PeakMemoryUsage: 89.50 KB (91648) - PrepareTime: 23.764ms HDFS_SCAN_NODE (id=13):(Total: 33s497ms, non-child: 33s497ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 4:40/2.11 GB 2:34/1.73 GB 5:29/1.49 GB 0:38/1.99 GB 3:35/1.94 GB 7:44/2.32 GB 1:33/1.70 GB 6:40/1.96 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 293 out of 293 Hdfs Read Thread Concurrency Bucket: 0:86.98% 1:13.02% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:586 BytesRead(4s000ms): 21.32 MB, 74.90 MB, 128.29 MB, 179.26 MB, 230.46 MB, 281.93 MB, 321.90 MB, 339.92 MB, 382.01 MB, 428.53 MB, 481.85 MB, 536.60 MB, 592.16 MB, 645.07 MB, 692.34 MB, 751.93 MB, 801.49 MB, 860.17 MB, 911.10 MB, 961.20 MB, 1011.38 MB, 1.03 GB, 1.08 GB, 1.13 GB, 1.18 GB, 1.22 GB, 1.26 GB, 1.31 GB, 1.36 GB, 1.40 GB, 1.44 GB, 1.49 GB, 1.54 GB, 1.59 GB, 1.62 GB, 1.62 GB, 1.62 GB, 1.62 GB, 1.63 GB, 1.66 GB, 1.68 GB, 1.72 GB, 1.76 GB, 1.80 GB, 1.82 GB, 1.87 GB, 1.91 GB, 1.95 GB - FooterProcessingTime: (Avg: 41.782ms ; Min: 1.049ms ; Max: 639.627ms ; Number of samples: 293) - AverageHdfsReadThreadConcurrency: 0.13 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.97 GB (2115908001) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.97 GB (2115908001) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.97 GB (2115908001) - DecompressionTime: 8s796ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 293 (293) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 22.39 MB (23474318) - PerReadThreadRawHdfsThroughput: 76.81 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 31s957ms - RowBatchQueuePutWaitTime: 2m9s - RowsRead: 205.46M (205464339) - RowsReturned: 205.46M (205464339) - RowsReturnedRate: 6.13 M/sec - ScanRangesComplete: 293 (293) - ScannerThreadsInvoluntaryContextSwitches: 8.50K (8503) - ScannerThreadsTotalWallClockTime: 3m11s - MaterializeTupleTime(*): 7s537ms - ScannerThreadsSysTime: 1s438ms - ScannerThreadsUserTime: 18s653ms - ScannerThreadsVoluntaryContextSwitches: 180.24K (180235) - TotalRawHdfsReadTime(*): 26s270ms - TotalReadThroughput: 10.51 MB/sec Instance 4b403f9f6fe2ecf6:4f8129110000002e (host=vd1310.halxg.cloudera.com:22000):(Total: 3m11s, non-child: 1m37s, % non-child: 50.85%) Hdfs split stats (:<# splits>/): 0:42/2.31 GB 5:41/2.12 GB 3:29/1.45 GB 2:37/1.86 GB 1:40/2.14 GB 4:36/1.76 GB 6:37/1.91 GB 7:32/1.71 GB MemoryUsage(4s000ms): 11.94 MB, 16.75 MB, 6.90 MB, 11.02 MB, 11.81 MB, 13.82 MB, 19.44 MB, 18.93 MB, 15.04 MB, 11.57 MB, 15.02 MB, 11.41 MB, 10.78 MB, 12.74 MB, 12.78 MB, 13.49 MB, 18.97 MB, 16.76 MB, 15.05 MB, 16.10 MB, 14.74 MB, 19.67 MB, 17.25 MB, 16.03 MB, 13.95 MB, 17.93 MB, 16.32 MB, 16.22 MB, 14.10 MB, 16.03 MB, 17.40 MB, 17.56 MB, 15.75 MB, 16.89 MB, 21.02 MB, 22.35 MB, 22.35 MB, 22.35 MB, 19.37 MB, 20.62 MB, 17.06 MB, 11.90 MB, 14.06 MB, 14.32 MB, 20.09 MB, 17.21 MB, 11.87 MB, 17.94 MB ThreadUsage(4s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 22.35 MB (23439327) - PerHostPeakMemUsage: 44.19 GB (47444676767) - RowsProduced: 205.80M (205801355) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1m59s - TotalStorageWaitTime: 41s276ms - TotalThreadsInvoluntaryContextSwitches: 23.96K (23965) - TotalThreadsTotalWallClockTime: 6m23s - TotalThreadsSysTime: 7s009ms - TotalThreadsUserTime: 55s855ms - TotalThreadsVoluntaryContextSwitches: 510.61K (510611) Fragment Instance Lifecycle Timings: - ExecTime: 3m11s - ExecTreeExecTime: 33s495ms - OpenTime: 18.328ms - ExecTreeOpenTime: 213.889us - PrepareTime: 34.793ms - ExecTreePrepareTime: 1.740ms DataStreamSender (dst_id=31):(Total: 1m1s, non-child: 1m1s, % non-child: 100.00%) - BytesSent: 19.10 GB (20512320136) - NetworkThroughput(*): 716.09 MB/sec - OverallThroughput: 320.43 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 205.80M (205801355) - SerializeBatchTime: 33s678ms - TransmitDataRPCTime: 27s317ms - UncompressedRowBatchSize: 28.18 GB (30258431021) CodeGen:(Total: 41.926ms, non-child: 41.926ms, % non-child: 100.00%) - CodegenTime: 507.486us - CompileTime: 4.739ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 9 (9) - NumInstructions: 179 (179) - OptimizationTime: 11.336ms - PeakMemoryUsage: 89.50 KB (91648) - PrepareTime: 25.324ms HDFS_SCAN_NODE (id=13):(Total: 33s233ms, non-child: 33s233ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:42/2.31 GB 5:41/2.12 GB 3:29/1.45 GB 2:37/1.86 GB 1:40/2.14 GB 4:36/1.76 GB 6:37/1.91 GB 7:32/1.71 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 294 out of 294 Hdfs Read Thread Concurrency Bucket: 0:84.9% 1:15.1% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:588 BytesRead(4s000ms): 22.59 MB, 74.70 MB, 127.93 MB, 176.58 MB, 228.31 MB, 273.44 MB, 312.59 MB, 330.38 MB, 374.08 MB, 421.73 MB, 474.21 MB, 529.28 MB, 581.14 MB, 632.09 MB, 674.70 MB, 727.13 MB, 773.81 MB, 820.68 MB, 868.55 MB, 918.02 MB, 969.64 MB, 1021.80 MB, 1.04 GB, 1.10 GB, 1.14 GB, 1.19 GB, 1.22 GB, 1.26 GB, 1.31 GB, 1.35 GB, 1.40 GB, 1.44 GB, 1.49 GB, 1.54 GB, 1.59 GB, 1.60 GB, 1.60 GB, 1.60 GB, 1.60 GB, 1.62 GB, 1.66 GB, 1.70 GB, 1.74 GB, 1.78 GB, 1.80 GB, 1.87 GB, 1.90 GB, 1.95 GB - FooterProcessingTime: (Avg: 39.279ms ; Min: 956.921us ; Max: 410.914ms ; Number of samples: 294) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.97 GB (2119870087) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.97 GB (2119870087) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.97 GB (2119870087) - DecompressionTime: 8s698ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 294 (294) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 22.25 MB (23328574) - PerReadThreadRawHdfsThroughput: 71.90 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 31s900ms - RowBatchQueuePutWaitTime: 2m10s - RowsRead: 205.80M (205801355) - RowsReturned: 205.80M (205801355) - RowsReturnedRate: 6.19 M/sec - ScanRangesComplete: 294 (294) - ScannerThreadsInvoluntaryContextSwitches: 8.16K (8159) - ScannerThreadsTotalWallClockTime: 3m11s - MaterializeTupleTime(*): 7s504ms - ScannerThreadsSysTime: 1s492ms - ScannerThreadsUserTime: 18s558ms - ScannerThreadsVoluntaryContextSwitches: 180.54K (180536) - TotalRawHdfsReadTime(*): 28s117ms - TotalReadThroughput: 10.53 MB/sec Instance 4b403f9f6fe2ecf6:4f81291100000030 (host=vd1316.halxg.cloudera.com:22000):(Total: 3m9s, non-child: 1m38s, % non-child: 52.28%) Hdfs split stats (:<# splits>/): 2:39/1.87 GB 7:42/2.24 GB 6:41/2.02 GB 1:35/1.84 GB 3:38/1.90 GB 5:33/1.65 GB 4:43/2.12 GB 0:33/1.60 GB MemoryUsage(4s000ms): 12.71 MB, 9.22 MB, 12.37 MB, 12.06 MB, 13.68 MB, 14.06 MB, 15.01 MB, 13.98 MB, 8.41 MB, 15.89 MB, 15.00 MB, 15.17 MB, 12.75 MB, 16.68 MB, 12.67 MB, 10.57 MB, 14.44 MB, 15.25 MB, 20.08 MB, 16.93 MB, 14.31 MB, 18.33 MB, 13.36 MB, 15.79 MB, 17.59 MB, 16.40 MB, 15.58 MB, 13.76 MB, 16.79 MB, 18.57 MB, 10.41 MB, 12.94 MB, 13.45 MB, 14.85 MB, 15.12 MB, 21.06 MB, 21.06 MB, 21.06 MB, 17.17 MB, 13.86 MB, 14.79 MB, 16.75 MB, 14.17 MB, 13.55 MB, 16.96 MB, 19.57 MB, 18.44 MB ThreadUsage(4s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 22.49 MB (23580367) - PerHostPeakMemUsage: 44.20 GB (47461749308) - RowsProduced: 205.56M (205562264) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1m59s - TotalStorageWaitTime: 40s437ms - TotalThreadsInvoluntaryContextSwitches: 23.63K (23627) - TotalThreadsTotalWallClockTime: 6m18s - TotalThreadsSysTime: 6s412ms - TotalThreadsUserTime: 56s084ms - TotalThreadsVoluntaryContextSwitches: 506.65K (506650) Fragment Instance Lifecycle Timings: - ExecTime: 3m9s - ExecTreeExecTime: 30s712ms - OpenTime: 17.993ms - ExecTreeOpenTime: 204.157us - PrepareTime: 28.429ms - ExecTreePrepareTime: 871.733us DataStreamSender (dst_id=31):(Total: 59s858ms, non-child: 59s858ms, % non-child: 100.00%) - BytesSent: 19.08 GB (20490262919) - NetworkThroughput(*): 741.32 MB/sec - OverallThroughput: 326.46 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 205.56M (205562264) - SerializeBatchTime: 33s440ms - TransmitDataRPCTime: 26s359ms - UncompressedRowBatchSize: 28.15 GB (30223277980) CodeGen:(Total: 35.817ms, non-child: 35.817ms, % non-child: 100.00%) - CodegenTime: 535.478us - CompileTime: 4.293ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 9 (9) - NumInstructions: 179 (179) - OptimizationTime: 10.851ms - PeakMemoryUsage: 89.50 KB (91648) - PrepareTime: 20.196ms HDFS_SCAN_NODE (id=13):(Total: 30s454ms, non-child: 30s454ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:39/1.87 GB 7:42/2.24 GB 6:41/2.02 GB 1:35/1.84 GB 3:38/1.90 GB 5:33/1.65 GB 4:43/2.12 GB 0:33/1.60 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 304 out of 304 Hdfs Read Thread Concurrency Bucket: 0:84.13% 1:15.87% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:608 BytesRead(4s000ms): 26.52 MB, 77.93 MB, 146.63 MB, 194.22 MB, 246.43 MB, 302.57 MB, 339.95 MB, 359.96 MB, 401.84 MB, 457.99 MB, 515.11 MB, 573.59 MB, 621.64 MB, 670.94 MB, 714.89 MB, 767.32 MB, 816.02 MB, 868.50 MB, 923.11 MB, 975.84 MB, 1.00 GB, 1.05 GB, 1.10 GB, 1.15 GB, 1.20 GB, 1.25 GB, 1.29 GB, 1.33 GB, 1.38 GB, 1.42 GB, 1.46 GB, 1.50 GB, 1.55 GB, 1.59 GB, 1.63 GB, 1.64 GB, 1.64 GB, 1.64 GB, 1.64 GB, 1.66 GB, 1.69 GB, 1.74 GB, 1.78 GB, 1.81 GB, 1.83 GB, 1.89 GB, 1.93 GB - FooterProcessingTime: (Avg: 42.301ms ; Min: 1.108ms ; Max: 587.945ms ; Number of samples: 304) - AverageHdfsReadThreadConcurrency: 0.16 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.97 GB (2118948559) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.97 GB (2118948559) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.97 GB (2118948559) - DecompressionTime: 8s802ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 304 (304) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 22.41 MB (23500542) - PerReadThreadRawHdfsThroughput: 83.72 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 29s184ms - RowBatchQueuePutWaitTime: 2m9s - RowsRead: 205.56M (205562264) - RowsReturned: 205.56M (205562264) - RowsReturnedRate: 6.75 M/sec - ScanRangesComplete: 304 (304) - ScannerThreadsInvoluntaryContextSwitches: 8.46K (8460) - ScannerThreadsTotalWallClockTime: 3m9s - MaterializeTupleTime(*): 7s465ms - ScannerThreadsSysTime: 1s369ms - ScannerThreadsUserTime: 18s582ms - ScannerThreadsVoluntaryContextSwitches: 181.16K (181163) - TotalRawHdfsReadTime(*): 24s136ms - TotalReadThroughput: 10.69 MB/sec Instance 4b403f9f6fe2ecf6:4f81291100000032 (host=vd1309.halxg.cloudera.com:22000):(Total: 3m6s, non-child: 1m36s, % non-child: 51.72%) Hdfs split stats (:<# splits>/): 4:33/1.57 GB 5:38/1.71 GB 0:41/2.09 GB 1:47/2.39 GB 2:39/1.94 GB 3:35/1.73 GB 7:39/1.94 GB 6:40/1.85 GB MemoryUsage(4s000ms): 16.27 MB, 5.67 MB, 10.07 MB, 13.70 MB, 14.60 MB, 15.60 MB, 15.03 MB, 16.94 MB, 12.45 MB, 13.69 MB, 14.07 MB, 14.82 MB, 12.00 MB, 14.92 MB, 11.87 MB, 17.64 MB, 15.26 MB, 10.49 MB, 15.39 MB, 9.88 MB, 14.38 MB, 20.43 MB, 16.07 MB, 19.67 MB, 13.09 MB, 15.79 MB, 13.50 MB, 15.21 MB, 17.57 MB, 14.59 MB, 16.04 MB, 14.85 MB, 18.36 MB, 17.29 MB, 15.37 MB, 21.06 MB, 21.06 MB, 21.06 MB, 21.26 MB, 20.59 MB, 14.41 MB, 11.55 MB, 14.70 MB, 13.90 MB, 13.21 MB, 15.48 MB ThreadUsage(4s000ms): 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 22.42 MB (23505161) - PerHostPeakMemUsage: 44.20 GB (47454892745) - RowsProduced: 205.21M (205213362) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1m58s - TotalStorageWaitTime: 38s042ms - TotalThreadsInvoluntaryContextSwitches: 31.19K (31192) - TotalThreadsTotalWallClockTime: 6m12s - TotalThreadsSysTime: 6s717ms - TotalThreadsUserTime: 54s541ms - TotalThreadsVoluntaryContextSwitches: 505.56K (505555) Fragment Instance Lifecycle Timings: - ExecTime: 3m6s - ExecTreeExecTime: 30s082ms - OpenTime: 18.758ms - ExecTreeOpenTime: 302.494us - PrepareTime: 39.213ms - ExecTreePrepareTime: 2.178ms DataStreamSender (dst_id=31):(Total: 1m, non-child: 1m, % non-child: 100.00%) - BytesSent: 19.05 GB (20452735674) - NetworkThroughput(*): 710.55 MB/sec - OverallThroughput: 324.93 MB/sec - PeakMemoryUsage: 52.66 KB (53928) - RowsReturned: 205.21M (205213362) - SerializeBatchTime: 32s524ms - TransmitDataRPCTime: 27s451ms - UncompressedRowBatchSize: 28.10 GB (30171979922) CodeGen:(Total: 44.666ms, non-child: 44.666ms, % non-child: 100.00%) - CodegenTime: 733.801us - CompileTime: 4.656ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 9 (9) - NumInstructions: 179 (179) - OptimizationTime: 11.458ms - PeakMemoryUsage: 89.50 KB (91648) - PrepareTime: 27.995ms HDFS_SCAN_NODE (id=13):(Total: 29s829ms, non-child: 29s829ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 4:33/1.57 GB 5:38/1.71 GB 0:41/2.09 GB 1:47/2.39 GB 2:39/1.94 GB 3:35/1.73 GB 7:39/1.94 GB 6:40/1.85 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 312 out of 312 Hdfs Read Thread Concurrency Bucket: 0:84.14% 1:15.86% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:624 BytesRead(4s000ms): 25.85 MB, 76.11 MB, 120.56 MB, 173.83 MB, 229.03 MB, 279.99 MB, 317.75 MB, 338.14 MB, 381.72 MB, 429.29 MB, 481.57 MB, 539.74 MB, 605.41 MB, 655.20 MB, 701.48 MB, 758.18 MB, 807.52 MB, 858.46 MB, 912.30 MB, 959.54 MB, 1010.83 MB, 1.03 GB, 1.08 GB, 1.14 GB, 1.19 GB, 1.24 GB, 1.27 GB, 1.32 GB, 1.37 GB, 1.40 GB, 1.46 GB, 1.50 GB, 1.55 GB, 1.62 GB, 1.66 GB, 1.67 GB, 1.67 GB, 1.67 GB, 1.67 GB, 1.70 GB, 1.74 GB, 1.78 GB, 1.82 GB, 1.86 GB, 1.88 GB, 1.94 GB - FooterProcessingTime: (Avg: 36.965ms ; Min: 880.973us ; Max: 607.741ms ; Number of samples: 312) - AverageHdfsReadThreadConcurrency: 0.16 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1.97 GB (2116523395) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.97 GB (2116523395) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.97 GB (2116523395) - DecompressionTime: 8s707ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 8 (8) - NumRowGroups: 312 (312) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 22.34 MB (23425336) - PerReadThreadRawHdfsThroughput: 81.11 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 28s343ms - RowBatchQueuePutWaitTime: 2m8s - RowsRead: 205.21M (205213362) - RowsReturned: 205.21M (205213362) - RowsReturnedRate: 6.88 M/sec - ScanRangesComplete: 312 (312) - ScannerThreadsInvoluntaryContextSwitches: 10.59K (10592) - ScannerThreadsTotalWallClockTime: 3m6s - MaterializeTupleTime(*): 7s442ms - ScannerThreadsSysTime: 1s420ms - ScannerThreadsUserTime: 18s319ms - ScannerThreadsVoluntaryContextSwitches: 181.18K (181179) - TotalRawHdfsReadTime(*): 24s885ms - TotalReadThroughput: 10.85 MB/sec Averaged Fragment F11:(Total: 75.672ms, non-child: 13.100ms, % non-child: 17.31%) split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:76.935ms max:76.935ms mean: 76.935ms stddev:0.000ns execution rates: min:27.94 MB/sec max:27.94 MB/sec mean:27.94 MB/sec stddev:0.64 B/sec num instances: 1 - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.65 MB (1729038) - PerHostPeakMemUsage: 521.62 MB (546955381) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4.248us - TotalStorageWaitTime: 4.883ms - TotalThreadsInvoluntaryContextSwitches: 15 (15) - TotalThreadsTotalWallClockTime: 47.757ms - TotalThreadsSysTime: 1.999ms - TotalThreadsUserTime: 28.996ms - TotalThreadsVoluntaryContextSwitches: 34 (34) Fragment Instance Lifecycle Timings: - ExecTime: 12.128ms - ExecTreeExecTime: 11.041ms - OpenTime: 29.647ms - ExecTreeOpenTime: 35.476us - PrepareTime: 33.850ms - ExecTreePrepareTime: 96.011us DataStreamSender (dst_id=32):(Total: 132.929us, non-child: 132.929us, % non-child: 100.00%) - BytesSent: 20.12 KB (20608) - NetworkThroughput(*): 297.12 MB/sec - OverallThroughput: 147.85 MB/sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 366 (366) - SerializeBatchTime: 40.310us - TransmitDataRPCTime: 66.146us - UncompressedRowBatchSize: 32.55 KB (33334) CodeGen:(Total: 51.144ms, non-child: 51.144ms, % non-child: 100.00%) - CodegenTime: 760.124us - CompileTime: 6.288ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 18 (18) - NumInstructions: 312 (312) - OptimizationTime: 17.449ms - PeakMemoryUsage: 156.00 KB (159744) - PrepareTime: 26.998ms HDFS_SCAN_NODE (id=14):(Total: 11.294ms, non-child: 11.294ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 465.22 KB (476387) - BytesReadDataNodeCache: 0 - BytesReadLocal: 465.22 KB (476387) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 465.22 KB (476387) - DecompressionTime: 135.331us - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.54 MB (1618436) - PerReadThreadRawHdfsThroughput: 713.99 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 10.342ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 73.05K (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 32.40 K/sec - ScanRangesComplete: 1 (1) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 10.598ms - MaterializeTupleTime(*): 3.447ms - ScannerThreadsSysTime: 999.000us - ScannerThreadsUserTime: 3.999ms - ScannerThreadsVoluntaryContextSwitches: 11 (11) - TotalRawHdfsReadTime(*): 636.307us - TotalReadThroughput: 0.00 /sec Fragment F11: Instance 4b403f9f6fe2ecf6:4f81291100000034 (host=vd1316.halxg.cloudera.com:22000):(Total: 75.672ms, non-child: 13.100ms, % non-child: 17.31%) Hdfs split stats (:<# splits>/): 1:1/2.15 MB - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - BufferPoolPeakReservation: 0 - BufferPoolPeakUsedReservation: 0 - BufferPoolReservationLimit: 8589934592.00 GB (9223372036854775807) - PeakMemoryUsage: 1.65 MB (1729038) - PerHostPeakMemUsage: 521.62 MB (546955381) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4.248us - TotalStorageWaitTime: 4.883ms - TotalThreadsInvoluntaryContextSwitches: 15 (15) - TotalThreadsTotalWallClockTime: 47.757ms - TotalThreadsSysTime: 1.999ms - TotalThreadsUserTime: 28.996ms - TotalThreadsVoluntaryContextSwitches: 34 (34) Fragment Instance Lifecycle Timings: - ExecTime: 12.128ms - ExecTreeExecTime: 11.041ms - OpenTime: 29.647ms - ExecTreeOpenTime: 35.476us - PrepareTime: 33.850ms - ExecTreePrepareTime: 96.011us DataStreamSender (dst_id=32):(Total: 132.929us, non-child: 132.929us, % non-child: 100.00%) - BytesSent: 20.12 KB (20608) - NetworkThroughput(*): 297.12 MB/sec - OverallThroughput: 147.85 MB/sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 366 (366) - SerializeBatchTime: 40.310us - TransmitDataRPCTime: 66.146us - UncompressedRowBatchSize: 32.55 KB (33334) CodeGen:(Total: 51.144ms, non-child: 51.144ms, % non-child: 100.00%) - CodegenTime: 760.124us - CompileTime: 6.288ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.97 MB (2069388) - NumFunctions: 18 (18) - NumInstructions: 312 (312) - OptimizationTime: 17.449ms - PeakMemoryUsage: 156.00 KB (159744) - PrepareTime: 26.998ms HDFS_SCAN_NODE (id=14):(Total: 11.294ms, non-child: 11.294ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/SNAPPY:2 - FooterProcessingTime: (Avg: 1.867ms ; Min: 1.867ms ; Max: 1.867ms ; Number of samples: 1) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 465.22 KB (476387) - BytesReadDataNodeCache: 0 - BytesReadLocal: 465.22 KB (476387) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 465.22 KB (476387) - DecompressionTime: 135.331us - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.54 MB (1618436) - PerReadThreadRawHdfsThroughput: 713.99 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 10.342ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 73.05K (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 32.40 K/sec - ScanRangesComplete: 1 (1) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 10.598ms - MaterializeTupleTime(*): 3.447ms - ScannerThreadsSysTime: 999.000us - ScannerThreadsUserTime: 3.999ms - ScannerThreadsVoluntaryContextSwitches: 11 (11) - TotalRawHdfsReadTime(*): 636.307us - TotalReadThroughput: 0.00 /sec