Query (id=4d48b2a3bb0236f1:bfa8157d00000000): Summary: Session ID: 5e454b4db1f242b4:b2cecf8d440a0f8b Session Type: BEESWAX Start Time: 2019-08-08 18:29:00.516556000 End Time: 2019-08-08 18:29:09.157413000 Query Type: QUERY Query State: FINISHED Query Status: OK Impala Version: impalad version 3.3.0-cdh6.x-SNAPSHOT RELEASE (build fd7611596c8984a42e2bc1d8b0107e5cbc808ae8) User: root Connected User: root Delegated User: Network Address: ::ffff:172.27.69.141:48798 Default Db: tpcds_10000_text Sql Statement: -- start query 1 in stream 0 using template query4.tpl with year_total as ( select c_customer_id customer_id ,c_first_name customer_first_name ,c_last_name customer_last_name ,c_preferred_cust_flag customer_preferred_cust_flag ,c_birth_country customer_birth_country ,c_login customer_login ,c_email_address customer_email_address ,d_year dyear ,sum(((ss_ext_list_price-ss_ext_wholesale_cost-ss_ext_discount_amt)+ss_ext_sales_price)/2) year_total ,'s' sale_type from customer ,store_sales ,date_dim where c_customer_sk = ss_customer_sk and ss_sold_date_sk = d_date_sk group by c_customer_id ,c_first_name ,c_last_name ,c_preferred_cust_flag ,c_birth_country ,c_login ,c_email_address ,d_year union all select c_customer_id customer_id ,c_first_name customer_first_name ,c_last_name customer_last_name ,c_preferred_cust_flag customer_preferred_cust_flag ,c_birth_country customer_birth_country ,c_login customer_login ,c_email_address customer_email_address ,d_year dyear ,sum((((cs_ext_list_price-cs_ext_wholesale_cost-cs_ext_discount_amt)+cs_ext_sales_price)/2) ) year_total ,'c' sale_type from customer ,catalog_sales ,date_dim where c_customer_sk = cs_bill_customer_sk and cs_sold_date_sk = d_date_sk group by c_customer_id ,c_first_name ,c_last_name ,c_preferred_cust_flag ,c_birth_country ,c_login ,c_email_address ,d_year union all select c_customer_id customer_id ,c_first_name customer_first_name ,c_last_name customer_last_name ,c_preferred_cust_flag customer_preferred_cust_flag ,c_birth_country customer_birth_country ,c_login customer_login ,c_email_address customer_email_address ,d_year dyear ,sum((((ws_ext_list_price-ws_ext_wholesale_cost-ws_ext_discount_amt)+ws_ext_sales_price)/2) ) year_total ,'w' sale_type from customer ,web_sales ,date_dim where c_customer_sk = ws_bill_customer_sk and ws_sold_date_sk = d_date_sk group by c_customer_id ,c_first_name ,c_last_name ,c_preferred_cust_flag ,c_birth_country ,c_login ,c_email_address ,d_year ) select t_s_secyear.customer_id ,t_s_secyear.customer_first_name ,t_s_secyear.customer_last_name ,t_s_secyear.customer_email_address from year_total t_s_firstyear ,year_total t_s_secyear ,year_total t_c_firstyear ,year_total t_c_secyear ,year_total t_w_firstyear ,year_total t_w_secyear where t_s_secyear.customer_id = t_s_firstyear.customer_id and t_s_firstyear.customer_id = t_c_secyear.customer_id and t_s_firstyear.customer_id = t_c_firstyear.customer_id and t_s_firstyear.customer_id = t_w_firstyear.customer_id and t_s_firstyear.customer_id = t_w_secyear.customer_id and t_s_firstyear.sale_type = 's' and t_c_firstyear.sale_type = 'c' and t_w_firstyear.sale_type = 'w' and t_s_secyear.sale_type = 's' and t_c_secyear.sale_type = 'c' and t_w_secyear.sale_type = 'w' and t_s_firstyear.dyear = 2001 and t_s_secyear.dyear = 2001+1 and t_c_firstyear.dyear = 2001 and t_c_secyear.dyear = 2001+1 and t_w_firstyear.dyear = 2001 and t_w_secyear.dyear = 2001+1 and t_s_firstyear.year_total > 0 and t_c_firstyear.year_total > 0 and t_w_firstyear.year_total > 0 and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end > case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end order by t_s_secyear.customer_id ,t_s_secyear.customer_first_name ,t_s_secyear.customer_last_name ,t_s_secyear.customer_email_address limit 100 Coordinator: nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000 Query Options (set by configuration): TIMEZONE=UTC,CLIENT_IDENTIFIER=Impala Shell v3.3.0-cdh6.x-SNAPSHOT (fd76115) built on Thu Aug 8 04:53:42 PDT 2019,DISABLE_HDFS_NUM_ROWS_ESTIMATE=1 Query Options (set by configuration and planner): MT_DOP=0,TIMEZONE=UTC,CLIENT_IDENTIFIER=Impala Shell v3.3.0-cdh6.x-SNAPSHOT (fd76115) built on Thu Aug 8 04:53:42 PDT 2019,DISABLE_HDFS_NUM_ROWS_ESTIMATE=1 Plan: ---------------- Max Per-Host Resource Reservation: Memory=997.69MB Threads=43 Per-Host Resource Estimates: Memory=27.10GB WARNING: The following tables are missing relevant table and/or column statistics. tpcds_10000_text.catalog_sales, tpcds_10000_text.customer, tpcds_10000_text.date_dim, tpcds_10000_text.store_sales, tpcds_10000_text.web_sales Analyzed query: WITH year_total AS (SELECT c_customer_id customer_id, c_first_name customer_first_name, c_last_name customer_last_name, c_preferred_cust_flag customer_preferred_cust_flag, c_birth_country customer_birth_country, c_login customer_login, c_email_address customer_email_address, d_year dyear, sum(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / CAST(2 AS DECIMAL(3,0))) year_total, 's' sale_type FROM tpcds_10000_text.customer, tpcds_10000_text.store_sales, tpcds_10000_text.date_dim WHERE c_customer_sk = ss_customer_sk AND ss_sold_date_sk = d_date_sk GROUP BY c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year UNION ALL SELECT c_customer_id customer_id, c_first_name customer_first_name, c_last_name customer_last_name, c_preferred_cust_flag customer_preferred_cust_flag, c_birth_country customer_birth_country, c_login customer_login, c_email_address customer_email_address, d_year dyear, sum((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) year_total, 'c' sale_type FROM tpcds_10000_text.customer, tpcds_10000_text.catalog_sales, tpcds_10000_text.date_dim WHERE c_customer_sk = cs_bill_customer_sk AND cs_sold_date_sk = d_date_sk GROUP BY c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year UNION ALL SELECT c_customer_id customer_id, c_first_name customer_first_name, c_last_name customer_last_name, c_preferred_cust_flag customer_preferred_cust_flag, c_birth_country customer_birth_country, c_login customer_login, c_email_address customer_email_address, d_year dyear, sum((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) year_total, 'w' sale_type FROM tpcds_10000_text.customer, tpcds_10000_text.web_sales, tpcds_10000_text.date_dim WHERE c_customer_sk = ws_bill_customer_sk AND ws_sold_date_sk = d_date_sk GROUP BY c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year) SELECT t_s_secyear.customer_id, t_s_secyear.customer_first_name, t_s_secyear.customer_last_name, t_s_secyear.customer_email_address FROM year_total t_s_firstyear, year_total t_s_secyear, year_total t_c_firstyear, year_total t_c_secyear, year_total t_w_firstyear, year_total t_w_secyear WHERE t_s_secyear.customer_id = t_s_firstyear.customer_id AND t_s_firstyear.customer_id = t_c_secyear.customer_id AND t_s_firstyear.customer_id = t_c_firstyear.customer_id AND t_s_firstyear.customer_id = t_w_firstyear.customer_id AND t_s_firstyear.customer_id = t_w_secyear.customer_id AND t_s_firstyear.sale_type = 's' AND t_c_firstyear.sale_type = 'c' AND t_w_firstyear.sale_type = 'w' AND t_s_secyear.sale_type = 's' AND t_c_secyear.sale_type = 'c' AND t_w_secyear.sale_type = 'w' AND t_s_firstyear.dyear = CAST(2001 AS INT) AND t_s_secyear.dyear = CAST(2002 AS INT) AND t_c_firstyear.dyear = CAST(2001 AS INT) AND t_c_secyear.dyear = CAST(2002 AS INT) AND t_w_firstyear.dyear = CAST(2001 AS INT) AND t_w_secyear.dyear = CAST(2002 AS INT) AND t_s_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) AND t_c_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) AND t_w_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) AND CASE WHEN t_c_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) THEN t_c_secyear.year_total / t_c_firstyear.year_total ELSE NULL END > CASE WHEN t_s_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) THEN t_s_secyear.year_total / t_s_firstyear.year_total ELSE NULL END AND CASE WHEN t_c_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) THEN t_c_secyear.year_total / t_c_firstyear.year_total ELSE NULL END > CASE WHEN t_w_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) THEN t_w_secyear.year_total / t_w_firstyear.year_total ELSE NULL END ORDER BY t_s_secyear.customer_id ASC, t_s_secyear.customer_first_name ASC, t_s_secyear.customer_last_name ASC, t_s_secyear.customer_email_address ASC LIMIT CAST(100 AS TINYINT) F30:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=52.00KB mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B thread-reservation=0 | 77:MERGING-EXCHANGE [UNPARTITIONED] | order by: customer_id ASC, customer_first_name ASC, customer_last_name ASC, customer_email_address ASC | limit: 100 | mem-estimate=52.00KB mem-reservation=0B thread-reservation=0 | tuple-ids=84 row-size=48B cardinality=0 | in pipelines: 47(GETNEXT) | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 Per-Host Resources: mem-estimate=142.98MB mem-reservation=48.69MB thread-reservation=1 runtime-filters-memory=5.00MB 47:TOP-N [LIMIT=100] | order by: customer_id ASC, customer_first_name ASC, customer_last_name ASC, customer_email_address ASC | mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=84 row-size=48B cardinality=0 | in pipelines: 47(GETNEXT), 51(OPEN) | 46:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | other predicates: CASE WHEN year_total > CAST(0 AS DECIMAL(3,0)) THEN year_total / year_total ELSE NULL END > CASE WHEN year_total > CAST(0 AS DECIMAL(3,0)) THEN year_total / year_total ELSE NULL END | runtime filters: RF000[bloom] <- customer_id | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | tuple-ids=12,26,40,54,68,82 row-size=204B cardinality=0 | in pipelines: 51(GETNEXT), 75(OPEN) | |--76:EXCHANGE [BROADCAST] | | mem-estimate=32.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=82 row-size=28B cardinality=0 | | in pipelines: 75(GETNEXT) | | | F29:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=128.11MB mem-reservation=34.00MB thread-reservation=1 | 35:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=82 row-size=28B cardinality=0 | | in pipelines: 75(GETNEXT) | | | 75:AGGREGATE [FINALIZE] | | output: sum:merge((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / 2)) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=81 row-size=104B cardinality=unavailable | | in pipelines: 75(GETNEXT), 36(OPEN) | | | 74:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=107.90KB mem-reservation=0B thread-reservation=0 | | tuple-ids=81 row-size=104B cardinality=unavailable | | in pipelines: 36(GETNEXT) | | | F25:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=4.17GB mem-reservation=110.00MB thread-reservation=2 | 41:AGGREGATE [STREAMING] | | output: sum((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=81 row-size=104B cardinality=unavailable | | in pipelines: 36(GETNEXT) | | | 40:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: ws_sold_date_sk = d_date_sk | | fk/pk conjuncts: assumed fk/pk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=78,79,80 row-size=120B cardinality=unavailable | | in pipelines: 36(GETNEXT), 38(OPEN) | | | |--73:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=80 row-size=8B cardinality=unavailable | | | in pipelines: 38(GETNEXT) | | | | | F27:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=2 | | 38:SCAN HDFS [tpcds_10000_text.date_dim, RANDOM] | | HDFS partitions=1/1 files=1 size=9.77MB | | predicates: tpcds_10000_text.date_dim.d_year = CAST(2002 AS INT) | | stored statistics: | | table: rows=unavailable size=9.77MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=80 row-size=8B cardinality=unavailable | | in pipelines: 38(GETNEXT) | | | 39:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: c_customer_sk = ws_bill_customer_sk | | fk/pk conjuncts: assumed fk/pk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=78,79 row-size=112B cardinality=unavailable | | in pipelines: 36(GETNEXT), 37(OPEN) | | | |--72:EXCHANGE [BROADCAST] | | | mem-estimate=55.98KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=79 row-size=24B cardinality=unavailable | | | in pipelines: 37(GETNEXT) | | | | | F26:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 | | Per-Host Resources: mem-estimate=160.00MB mem-reservation=8.00MB thread-reservation=2 | | 37:SCAN HDFS [tpcds_10000_text.web_sales, RANDOM] | | HDFS partitions=1/1 files=1 size=139.39MB | | stored statistics: | | table: rows=unavailable size=139.39MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=160.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=79 row-size=24B cardinality=unavailable | | in pipelines: 37(GETNEXT) | | | 36:SCAN HDFS [tpcds_10000_text.customer, RANDOM] | HDFS partitions=1/1 files=1 size=12.50MB | stored statistics: | table: rows=unavailable size=12.50MB | columns: unavailable | extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=78 row-size=88B cardinality=unavailable | in pipelines: 36(GETNEXT) | 45:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | runtime filters: RF002[bloom] <- customer_id | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | tuple-ids=12,26,40,54,68 row-size=176B cardinality=0 | in pipelines: 51(GETNEXT), 70(OPEN) | |--71:EXCHANGE [BROADCAST] | | mem-estimate=32.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=68 row-size=28B cardinality=0 | | in pipelines: 70(GETNEXT) | | | F24:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=128.11MB mem-reservation=34.00MB thread-reservation=1 | 28:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=68 row-size=28B cardinality=0 | | in pipelines: 70(GETNEXT) | | | 70:AGGREGATE [FINALIZE] | | output: sum:merge((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / 2)) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | having: sum((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / 2)) > CAST(0 AS DECIMAL(3,0)) | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=67 row-size=104B cardinality=unavailable | | in pipelines: 70(GETNEXT), 29(OPEN) | | | 69:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=107.90KB mem-reservation=0B thread-reservation=0 | | tuple-ids=67 row-size=104B cardinality=unavailable | | in pipelines: 29(GETNEXT) | | | F20:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=4.17GB mem-reservation=111.00MB thread-reservation=2 runtime-filters-memory=1.00MB | 34:AGGREGATE [STREAMING] | | output: sum((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=67 row-size=104B cardinality=unavailable | | in pipelines: 29(GETNEXT) | | | 33:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: ws_sold_date_sk = d_date_sk | | fk/pk conjuncts: assumed fk/pk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=64,65,66 row-size=120B cardinality=unavailable | | in pipelines: 29(GETNEXT), 31(OPEN) | | | |--68:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=66 row-size=8B cardinality=unavailable | | | in pipelines: 31(GETNEXT) | | | | | F22:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=2 | | 31:SCAN HDFS [tpcds_10000_text.date_dim, RANDOM] | | HDFS partitions=1/1 files=1 size=9.77MB | | predicates: tpcds_10000_text.date_dim.d_year = CAST(2001 AS INT) | | stored statistics: | | table: rows=unavailable size=9.77MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=66 row-size=8B cardinality=unavailable | | in pipelines: 31(GETNEXT) | | | 32:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: c_customer_sk = ws_bill_customer_sk | | fk/pk conjuncts: assumed fk/pk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=64,65 row-size=112B cardinality=unavailable | | in pipelines: 29(GETNEXT), 30(OPEN) | | | |--67:EXCHANGE [BROADCAST] | | | mem-estimate=55.98KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=65 row-size=24B cardinality=unavailable | | | in pipelines: 30(GETNEXT) | | | | | F21:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 | | Per-Host Resources: mem-estimate=160.00MB mem-reservation=8.00MB thread-reservation=2 | | 30:SCAN HDFS [tpcds_10000_text.web_sales, RANDOM] | | HDFS partitions=1/1 files=1 size=139.39MB | | stored statistics: | | table: rows=unavailable size=139.39MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=160.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=65 row-size=24B cardinality=unavailable | | in pipelines: 30(GETNEXT) | | | 29:SCAN HDFS [tpcds_10000_text.customer, RANDOM] | HDFS partitions=1/1 files=1 size=12.50MB | runtime filters: RF000[bloom] -> tpcds_10000_text.customer.c_customer_id | stored statistics: | table: rows=unavailable size=12.50MB | columns: unavailable | extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=64 row-size=88B cardinality=unavailable | in pipelines: 29(GETNEXT) | 44:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | other predicates: CASE WHEN year_total > CAST(0 AS DECIMAL(3,0)) THEN year_total / year_total ELSE NULL END > CASE WHEN year_total > CAST(0 AS DECIMAL(3,0)) THEN year_total / year_total ELSE NULL END | runtime filters: RF004[bloom] <- customer_id | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | tuple-ids=12,26,40,54 row-size=148B cardinality=0 | in pipelines: 51(GETNEXT), 65(OPEN) | |--66:EXCHANGE [BROADCAST] | | mem-estimate=32.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=54 row-size=28B cardinality=0 | | in pipelines: 65(GETNEXT) | | | F19:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=128.11MB mem-reservation=34.00MB thread-reservation=1 | 21:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=54 row-size=28B cardinality=0 | | in pipelines: 65(GETNEXT) | | | 65:AGGREGATE [FINALIZE] | | output: sum:merge((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / 2)) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=49 row-size=104B cardinality=unavailable | | in pipelines: 65(GETNEXT), 22(OPEN) | | | 64:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=107.90KB mem-reservation=0B thread-reservation=0 | | tuple-ids=49 row-size=104B cardinality=unavailable | | in pipelines: 22(GETNEXT) | | | F15:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=4.17GB mem-reservation=112.00MB thread-reservation=2 runtime-filters-memory=2.00MB | 27:AGGREGATE [STREAMING] | | output: sum((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=49 row-size=104B cardinality=unavailable | | in pipelines: 22(GETNEXT) | | | 26:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: cs_sold_date_sk = d_date_sk | | fk/pk conjuncts: assumed fk/pk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=46,47,48 row-size=120B cardinality=unavailable | | in pipelines: 22(GETNEXT), 24(OPEN) | | | |--63:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=48 row-size=8B cardinality=unavailable | | | in pipelines: 24(GETNEXT) | | | | | F17:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=2 | | 24:SCAN HDFS [tpcds_10000_text.date_dim, RANDOM] | | HDFS partitions=1/1 files=1 size=9.77MB | | predicates: tpcds_10000_text.date_dim.d_year = CAST(2002 AS INT) | | stored statistics: | | table: rows=unavailable size=9.77MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=48 row-size=8B cardinality=unavailable | | in pipelines: 24(GETNEXT) | | | 25:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: c_customer_sk = cs_bill_customer_sk | | fk/pk conjuncts: assumed fk/pk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=46,47 row-size=112B cardinality=unavailable | | in pipelines: 22(GETNEXT), 23(OPEN) | | | |--62:EXCHANGE [BROADCAST] | | | mem-estimate=55.98KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=47 row-size=24B cardinality=unavailable | | | in pipelines: 23(GETNEXT) | | | | | F16:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 | | Per-Host Resources: mem-estimate=176.00MB mem-reservation=8.00MB thread-reservation=2 | | 23:SCAN HDFS [tpcds_10000_text.catalog_sales, RANDOM] | | HDFS partitions=1/1 files=1 size=280.83MB | | stored statistics: | | table: rows=unavailable size=280.83MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=176.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=47 row-size=24B cardinality=unavailable | | in pipelines: 23(GETNEXT) | | | 22:SCAN HDFS [tpcds_10000_text.customer, RANDOM] | HDFS partitions=1/1 files=1 size=12.50MB | runtime filters: RF000[bloom] -> tpcds_10000_text.customer.c_customer_id, RF002[bloom] -> tpcds_10000_text.customer.c_customer_id | stored statistics: | table: rows=unavailable size=12.50MB | columns: unavailable | extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=46 row-size=88B cardinality=unavailable | in pipelines: 22(GETNEXT) | 43:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | runtime filters: RF006[bloom] <- customer_id | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | tuple-ids=12,26,40 row-size=120B cardinality=0 | in pipelines: 51(GETNEXT), 60(OPEN) | |--61:EXCHANGE [BROADCAST] | | mem-estimate=32.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=40 row-size=28B cardinality=0 | | in pipelines: 60(GETNEXT) | | | F14:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=128.11MB mem-reservation=34.00MB thread-reservation=1 | 14:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=40 row-size=28B cardinality=0 | | in pipelines: 60(GETNEXT) | | | 60:AGGREGATE [FINALIZE] | | output: sum:merge((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / 2)) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | having: sum((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / 2)) > CAST(0 AS DECIMAL(3,0)) | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=35 row-size=104B cardinality=unavailable | | in pipelines: 60(GETNEXT), 15(OPEN) | | | 59:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=107.90KB mem-reservation=0B thread-reservation=0 | | tuple-ids=35 row-size=104B cardinality=unavailable | | in pipelines: 15(GETNEXT) | | | F10:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=4.18GB mem-reservation=114.00MB thread-reservation=2 runtime-filters-memory=4.00MB | 20:AGGREGATE [STREAMING] | | output: sum((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=35 row-size=104B cardinality=unavailable | | in pipelines: 15(GETNEXT) | | | 19:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: cs_sold_date_sk = d_date_sk | | fk/pk conjuncts: assumed fk/pk | | runtime filters: RF018[bloom] <- d_date_sk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=32,33,34 row-size=120B cardinality=unavailable | | in pipelines: 15(GETNEXT), 17(OPEN) | | | |--58:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=34 row-size=8B cardinality=unavailable | | | in pipelines: 17(GETNEXT) | | | | | F12:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=2 | | 17:SCAN HDFS [tpcds_10000_text.date_dim, RANDOM] | | HDFS partitions=1/1 files=1 size=9.77MB | | predicates: tpcds_10000_text.date_dim.d_year = CAST(2001 AS INT) | | stored statistics: | | table: rows=unavailable size=9.77MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=34 row-size=8B cardinality=unavailable | | in pipelines: 17(GETNEXT) | | | 18:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: c_customer_sk = cs_bill_customer_sk | | fk/pk conjuncts: assumed fk/pk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=32,33 row-size=112B cardinality=unavailable | | in pipelines: 15(GETNEXT), 16(OPEN) | | | |--57:EXCHANGE [BROADCAST] | | | mem-estimate=55.98KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=33 row-size=24B cardinality=unavailable | | | in pipelines: 16(GETNEXT) | | | | | F11:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 | | Per-Host Resources: mem-estimate=177.00MB mem-reservation=9.00MB thread-reservation=2 runtime-filters-memory=1.00MB | | 16:SCAN HDFS [tpcds_10000_text.catalog_sales, RANDOM] | | HDFS partitions=1/1 files=1 size=280.83MB | | runtime filters: RF018[bloom] -> cs_sold_date_sk | | stored statistics: | | table: rows=unavailable size=280.83MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=176.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=33 row-size=24B cardinality=unavailable | | in pipelines: 16(GETNEXT) | | | 15:SCAN HDFS [tpcds_10000_text.customer, RANDOM] | HDFS partitions=1/1 files=1 size=12.50MB | runtime filters: RF000[bloom] -> tpcds_10000_text.customer.c_customer_id, RF002[bloom] -> tpcds_10000_text.customer.c_customer_id, RF004[bloom] -> tpcds_10000_text.customer.c_customer_id | stored statistics: | table: rows=unavailable size=12.50MB | columns: unavailable | extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=32 row-size=88B cardinality=unavailable | in pipelines: 15(GETNEXT) | 42:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | runtime filters: RF008[bloom] <- customer_id | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | tuple-ids=12,26 row-size=92B cardinality=0 | in pipelines: 51(GETNEXT), 55(OPEN) | |--56:EXCHANGE [BROADCAST] | | mem-estimate=68.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=26 row-size=64B cardinality=0 | | in pipelines: 55(GETNEXT) | | | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=128.11MB mem-reservation=34.00MB thread-reservation=1 | 07:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=26 row-size=64B cardinality=0 | | in pipelines: 55(GETNEXT) | | | 55:AGGREGATE [FINALIZE] | | output: sum:merge(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / 2) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=17 row-size=104B cardinality=unavailable | | in pipelines: 55(GETNEXT), 08(OPEN) | | | 54:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=107.90KB mem-reservation=0B thread-reservation=0 | | tuple-ids=17 row-size=104B cardinality=unavailable | | in pipelines: 08(GETNEXT) | | | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=4.18GB mem-reservation=116.00MB thread-reservation=2 runtime-filters-memory=6.00MB | 13:AGGREGATE [STREAMING] | | output: sum(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / CAST(2 AS DECIMAL(3,0))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=17 row-size=104B cardinality=unavailable | | in pipelines: 08(GETNEXT) | | | 12:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: ss_sold_date_sk = d_date_sk | | fk/pk conjuncts: assumed fk/pk | | runtime filters: RF014[bloom] <- d_date_sk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=14,15,16 row-size=120B cardinality=unavailable | | in pipelines: 08(GETNEXT), 10(OPEN) | | | |--53:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=16 row-size=8B cardinality=unavailable | | | in pipelines: 10(GETNEXT) | | | | | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=2 | | 10:SCAN HDFS [tpcds_10000_text.date_dim, RANDOM] | | HDFS partitions=1/1 files=1 size=9.77MB | | predicates: tpcds_10000_text.date_dim.d_year = CAST(2002 AS INT) | | stored statistics: | | table: rows=unavailable size=9.77MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=16 row-size=8B cardinality=unavailable | | in pipelines: 10(GETNEXT) | | | 11:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: c_customer_sk = ss_customer_sk | | fk/pk conjuncts: assumed fk/pk | | runtime filters: RF016[bloom] <- ss_customer_sk | | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=14,15 row-size=112B cardinality=unavailable | | in pipelines: 08(GETNEXT), 09(OPEN) | | | |--52:EXCHANGE [BROADCAST] | | | mem-estimate=55.98KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=15 row-size=24B cardinality=unavailable | | | in pipelines: 09(GETNEXT) | | | | | F06:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 | | Per-Host Resources: mem-estimate=177.00MB mem-reservation=9.00MB thread-reservation=2 runtime-filters-memory=1.00MB | | 09:SCAN HDFS [tpcds_10000_text.store_sales, RANDOM] | | HDFS partitions=1/1 files=1 size=367.70MB | | runtime filters: RF014[bloom] -> ss_sold_date_sk | | stored statistics: | | table: rows=unavailable size=367.70MB | | columns: unavailable | | extrapolated-rows=disabled max-scan-range-rows=unavailable | | mem-estimate=176.00MB mem-reservation=8.00MB thread-reservation=1 | | tuple-ids=15 row-size=24B cardinality=unavailable | | in pipelines: 09(GETNEXT) | | | 08:SCAN HDFS [tpcds_10000_text.customer, RANDOM] | HDFS partitions=1/1 files=1 size=12.50MB | runtime filters: RF000[bloom] -> tpcds_10000_text.customer.c_customer_id, RF002[bloom] -> tpcds_10000_text.customer.c_customer_id, RF004[bloom] -> tpcds_10000_text.customer.c_customer_id, RF006[bloom] -> tpcds_10000_text.customer.c_customer_id, RF016[bloom] -> c_customer_sk | stored statistics: | table: rows=unavailable size=12.50MB | columns: unavailable | extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=14 row-size=88B cardinality=unavailable | in pipelines: 08(GETNEXT) | 00:UNION | mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=12 row-size=28B cardinality=0 | in pipelines: 51(GETNEXT) | 51:AGGREGATE [FINALIZE] | output: sum:merge(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / 2) | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | having: sum(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / 2) > CAST(0 AS DECIMAL(3,0)) | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=3 row-size=104B cardinality=unavailable | in pipelines: 51(GETNEXT), 01(OPEN) | 50:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | mem-estimate=107.90KB mem-reservation=0B thread-reservation=0 | tuple-ids=3 row-size=104B cardinality=unavailable | in pipelines: 01(GETNEXT) | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 Per-Host Resources: mem-estimate=4.18GB mem-reservation=117.00MB thread-reservation=2 runtime-filters-memory=7.00MB 06:AGGREGATE [STREAMING] | output: sum(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / CAST(2 AS DECIMAL(3,0))) | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=3 row-size=104B cardinality=unavailable | in pipelines: 01(GETNEXT) | 05:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: ss_sold_date_sk = d_date_sk | fk/pk conjuncts: assumed fk/pk | runtime filters: RF010[bloom] <- d_date_sk | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=0,1,2 row-size=120B cardinality=unavailable | in pipelines: 01(GETNEXT), 03(OPEN) | |--49:EXCHANGE [BROADCAST] | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=2 row-size=8B cardinality=unavailable | | in pipelines: 03(GETNEXT) | | | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=2 | 03:SCAN HDFS [tpcds_10000_text.date_dim, RANDOM] | HDFS partitions=1/1 files=1 size=9.77MB | predicates: tpcds_10000_text.date_dim.d_year = CAST(2001 AS INT) | stored statistics: | table: rows=unavailable size=9.77MB | columns: unavailable | extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=2 row-size=8B cardinality=unavailable | in pipelines: 03(GETNEXT) | 04:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: c_customer_sk = ss_customer_sk | fk/pk conjuncts: assumed fk/pk | runtime filters: RF012[bloom] <- ss_customer_sk | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=0,1 row-size=112B cardinality=unavailable | in pipelines: 01(GETNEXT), 02(OPEN) | |--48:EXCHANGE [BROADCAST] | | mem-estimate=55.98KB mem-reservation=0B thread-reservation=0 | | tuple-ids=1 row-size=24B cardinality=unavailable | | in pipelines: 02(GETNEXT) | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 | Per-Host Resources: mem-estimate=177.00MB mem-reservation=9.00MB thread-reservation=2 runtime-filters-memory=1.00MB | 02:SCAN HDFS [tpcds_10000_text.store_sales, RANDOM] | HDFS partitions=1/1 files=1 size=367.70MB | runtime filters: RF010[bloom] -> ss_sold_date_sk | stored statistics: | table: rows=unavailable size=367.70MB | columns: unavailable | extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=176.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=1 row-size=24B cardinality=unavailable | in pipelines: 02(GETNEXT) | 01:SCAN HDFS [tpcds_10000_text.customer, RANDOM] HDFS partitions=1/1 files=1 size=12.50MB runtime filters: RF000[bloom] -> tpcds_10000_text.customer.c_customer_id, RF002[bloom] -> tpcds_10000_text.customer.c_customer_id, RF004[bloom] -> tpcds_10000_text.customer.c_customer_id, RF006[bloom] -> tpcds_10000_text.customer.c_customer_id, RF008[bloom] -> tpcds_10000_text.customer.c_customer_id, RF012[bloom] -> c_customer_sk stored statistics: table: rows=unavailable size=12.50MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable mem-estimate=48.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=88B cardinality=unavailable in pipelines: 01(GETNEXT) ---------------- Estimated Per-Host Mem: 29099015424 Tables Missing Stats: tpcds_10000_text.catalog_sales,tpcds_10000_text.customer,tpcds_10000_text.date_dim,tpcds_10000_text.store_sales,tpcds_10000_text.web_sales Request Pool: root.root Per Host Min Memory Reservation: nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000(51.00 MB) nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000(997.69 MB) Per Host Number of Fragment Instances: nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000(6) nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000(25) Admission result: Admitted immediately Cluster Memory Admitted: 54.20 GB Executor Group: default ExecSummary: Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- F30:ROOT 1 84.533us 84.533us 0 0 77:MERGING-EXCHANGE 1 52.425us 52.425us 8 0 16.00 KB 52.00 KB UNPARTITIONED F04:EXCHANGE SENDER 1 143.426us 143.426us 2.61 KB 0 47:TOP-N 1 0.000ns 0.000ns 8 0 3.28 MB 0 46:HASH JOIN 1 1.240ms 1.240ms 8 0 5.24 MB 1.94 MB INNER JOIN, BROADCAST |--76:EXCHANGE 1 378.828us 378.828us 11.25K 0 792.00 KB 32.00 KB BROADCAST | F29:EXCHANGE SENDER 1 3.131ms 3.131ms 4.41 KB 0 | 35:UNION 1 1.854ms 1.854ms 11.25K 0 8.00 KB 0 | 75:AGGREGATE 1 19.853ms 19.853ms 11.25K -1 34.11 MB 128.00 MB FINALIZE | 74:EXCHANGE 1 399.707us 399.707us 11.25K -1 400.00 KB 107.90 KB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F25:EXCHANGE SENDER 1 16.714ms 16.714ms 1.20 KB 0 | 41:AGGREGATE 1 99.012ms 99.012ms 11.25K -1 34.39 MB 128.00 MB STREAMING | 40:HASH JOIN 1 81.559ms 81.559ms 142.49K -1 34.29 MB 2.00 GB INNER JOIN, BROADCAST | |--73:EXCHANGE 1 25.724us 25.724us 365 -1 16.00 KB 16.00 KB BROADCAST | | F27:EXCHANGE SENDER 1 173.146us 173.146us 14.22 KB 0 | | 38:SCAN HDFS 1 317.256ms 317.256ms 365 -1 16.04 MB 48.00 MB tpcds_10000_text.date_dim | 39:HASH JOIN 1 504.449ms 504.449ms 719.22K -1 80.29 MB 2.00 GB INNER JOIN, BROADCAST | |--72:EXCHANGE 1 36.266ms 36.266ms 719.38K -1 12.19 MB 55.98 KB BROADCAST | | F26:EXCHANGE SENDER 2 82.283ms 153.954ms 5.12 KB 0 | | 37:SCAN HDFS 2 608.659ms 1s194ms 719.38K -1 27.63 MB 160.00 MB tpcds_10000_text.web_sales | 36:SCAN HDFS 1 48.702ms 48.702ms 100.00K -1 28.36 MB 48.00 MB tpcds_10000_text.customer 45:HASH JOIN 1 838.496us 838.496us 72 0 5.23 MB 1.94 MB INNER JOIN, BROADCAST |--71:EXCHANGE 1 534.623us 534.623us 11.32K 0 808.00 KB 32.00 KB BROADCAST | F24:EXCHANGE SENDER 1 3.248ms 3.248ms 4.41 KB 0 | 28:UNION 1 1.219ms 1.219ms 11.32K 0 8.00 KB 0 | 70:AGGREGATE 1 24.246ms 24.246ms 11.32K -1 34.11 MB 128.00 MB FINALIZE | 69:EXCHANGE 1 376.859us 376.859us 11.55K -1 520.00 KB 107.90 KB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F20:EXCHANGE SENDER 1 26.094ms 26.094ms 1.20 KB 0 | 34:AGGREGATE 1 98.942ms 98.942ms 11.55K -1 34.39 MB 128.00 MB STREAMING | 33:HASH JOIN 1 61.135ms 61.135ms 147.01K -1 34.29 MB 2.00 GB INNER JOIN, BROADCAST | |--68:EXCHANGE 1 28.525us 28.525us 365 -1 16.00 KB 16.00 KB BROADCAST | | F22:EXCHANGE SENDER 1 149.086us 149.086us 14.22 KB 0 | | 31:SCAN HDFS 1 316.503ms 316.503ms 365 -1 16.03 MB 48.00 MB tpcds_10000_text.date_dim | 32:HASH JOIN 1 411.695ms 411.695ms 719.22K -1 80.29 MB 2.00 GB INNER JOIN, BROADCAST | |--67:EXCHANGE 1 34.516ms 34.516ms 719.38K -1 12.19 MB 55.98 KB BROADCAST | | F21:EXCHANGE SENDER 2 85.276ms 159.828ms 5.12 KB 0 | | 30:SCAN HDFS 2 744.876ms 1s476ms 719.38K -1 27.63 MB 160.00 MB tpcds_10000_text.web_sales | 29:SCAN HDFS 1 50.606ms 50.606ms 100.00K -1 29.44 MB 48.00 MB tpcds_10000_text.customer 44:HASH JOIN 1 2.928ms 2.928ms 521 0 4.00 MB 1.94 MB INNER JOIN, BROADCAST |--66:EXCHANGE 1 701.031us 701.031us 27.18K 0 1.87 MB 32.00 KB BROADCAST | F19:EXCHANGE SENDER 1 16.327ms 16.327ms 4.41 KB 0 | 21:UNION 1 4.465ms 4.465ms 27.18K 0 8.00 KB 0 | 65:AGGREGATE 1 39.620ms 39.620ms 27.18K -1 34.11 MB 128.00 MB FINALIZE | 64:EXCHANGE 1 1.946ms 1.946ms 27.18K -1 784.00 KB 107.90 KB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F15:EXCHANGE SENDER 1 91.319ms 91.319ms 1.20 KB 0 | 27:AGGREGATE 1 117.742ms 117.742ms 27.18K -1 34.39 MB 128.00 MB STREAMING | 26:HASH JOIN 1 103.376ms 103.376ms 284.59K -1 34.29 MB 2.00 GB INNER JOIN, BROADCAST | |--63:EXCHANGE 1 28.210us 28.210us 365 -1 16.00 KB 16.00 KB BROADCAST | | F17:EXCHANGE SENDER 1 174.791us 174.791us 14.22 KB 0 | | 24:SCAN HDFS 1 230.023ms 230.023ms 365 -1 16.03 MB 48.00 MB tpcds_10000_text.date_dim | 25:HASH JOIN 1 827.804ms 827.804ms 1.43M -1 162.29 MB 2.00 GB INNER JOIN, BROADCAST | |--62:EXCHANGE 1 76.428ms 76.428ms 1.44M -1 12.22 MB 55.98 KB BROADCAST | | F16:EXCHANGE SENDER 2 147.452ms 178.678ms 5.12 KB 0 | | 23:SCAN HDFS 2 222.968ms 397.397ms 1.44M -1 51.62 MB 176.00 MB tpcds_10000_text.catalog_sales | 22:SCAN HDFS 1 50.908ms 50.908ms 100.00K -1 32.65 MB 48.00 MB tpcds_10000_text.customer 43:HASH JOIN 1 3.680ms 3.680ms 3.78K 0 3.30 MB 1.94 MB INNER JOIN, BROADCAST |--61:EXCHANGE 1 867.290us 867.290us 26.31K 0 1.80 MB 32.00 KB BROADCAST | F14:EXCHANGE SENDER 1 12.759ms 12.759ms 4.41 KB 0 | 14:UNION 1 2.911ms 2.911ms 26.31K 0 8.00 KB 0 | 60:AGGREGATE 1 68.278ms 68.278ms 26.31K -1 34.11 MB 128.00 MB FINALIZE | 59:EXCHANGE 1 906.666us 906.666us 27.28K -1 1.03 MB 107.90 KB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F10:EXCHANGE SENDER 1 56.095ms 56.095ms 1.20 KB 0 | 20:AGGREGATE 1 172.094ms 172.094ms 27.28K -1 34.39 MB 128.00 MB STREAMING | 19:HASH JOIN 1 118.272ms 118.272ms 286.03K -1 34.29 MB 2.00 GB INNER JOIN, BROADCAST | |--58:EXCHANGE 1 26.597us 26.597us 365 -1 16.00 KB 16.00 KB BROADCAST | | F12:EXCHANGE SENDER 1 168.472us 168.472us 14.22 KB 0 | | 17:SCAN HDFS 1 235.221ms 235.221ms 365 -1 16.04 MB 48.00 MB tpcds_10000_text.date_dim | 18:HASH JOIN 1 628.972ms 628.972ms 1.43M -1 162.29 MB 2.00 GB INNER JOIN, BROADCAST | |--57:EXCHANGE 1 54.449ms 54.449ms 1.44M -1 12.22 MB 55.98 KB BROADCAST | | F11:EXCHANGE SENDER 2 137.058ms 153.391ms 5.12 KB 0 | | 16:SCAN HDFS 2 814.465ms 950.592ms 1.44M -1 51.62 MB 176.00 MB tpcds_10000_text.catalog_sales | 15:SCAN HDFS 1 89.197ms 89.197ms 100.00K -1 32.65 MB 48.00 MB tpcds_10000_text.customer 42:HASH JOIN 1 48.793ms 48.793ms 14.47K 0 6.13 MB 1.94 MB INNER JOIN, BROADCAST |--56:EXCHANGE 1 1.396ms 1.396ms 38.17K 0 400.00 KB 68.00 KB BROADCAST | F09:EXCHANGE SENDER 1 37.577ms 37.577ms 1.97 KB 0 | 07:UNION 1 17.508ms 17.508ms 38.17K 0 8.00 KB 0 | 55:AGGREGATE 1 70.080ms 70.080ms 38.17K -1 36.11 MB 128.00 MB FINALIZE | 54:EXCHANGE 1 1.300ms 1.300ms 38.17K -1 2.39 MB 107.90 KB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F05:EXCHANGE SENDER 1 56.000ms 56.000ms 1.20 KB 0 | 13:AGGREGATE 1 162.959ms 162.959ms 38.17K -1 36.39 MB 128.00 MB STREAMING | 12:HASH JOIN 1 169.771ms 169.771ms 536.30K -1 34.29 MB 2.00 GB INNER JOIN, BROADCAST | |--53:EXCHANGE 1 24.153us 24.153us 365 -1 16.00 KB 16.00 KB BROADCAST | | F07:EXCHANGE SENDER 1 165.230us 165.230us 14.22 KB 0 | | 10:SCAN HDFS 1 181.809ms 181.809ms 365 -1 16.04 MB 48.00 MB tpcds_10000_text.date_dim | 11:HASH JOIN 1 1s209ms 1s209ms 2.75M -1 224.29 MB 2.00 GB INNER JOIN, BROADCAST | |--52:EXCHANGE 1 125.155ms 125.155ms 2.88M -1 12.22 MB 55.98 KB BROADCAST | | F06:EXCHANGE SENDER 2 319.742ms 438.038ms 5.12 KB 0 | | 09:SCAN HDFS 2 787.909ms 961.388ms 2.88M -1 51.75 MB 176.00 MB tpcds_10000_text.store_sales | 08:SCAN HDFS 1 94.713ms 94.713ms 100.00K -1 32.65 MB 48.00 MB tpcds_10000_text.customer 00:UNION 1 4.312ms 4.312ms 37.92K 0 8.00 KB 0 51:AGGREGATE 1 62.856ms 62.856ms 37.92K -1 36.11 MB 128.00 MB FINALIZE 50:EXCHANGE 1 1.486ms 1.486ms 37.92K -1 1.16 MB 107.90 KB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) F00:EXCHANGE SENDER 1 56.648ms 56.648ms 1.20 KB 0 06:AGGREGATE 1 171.768ms 171.768ms 37.92K -1 36.39 MB 128.00 MB STREAMING 05:HASH JOIN 1 178.528ms 178.528ms 533.56K -1 34.29 MB 2.00 GB INNER JOIN, BROADCAST |--49:EXCHANGE 1 22.511us 22.511us 365 -1 16.00 KB 16.00 KB BROADCAST | F02:EXCHANGE SENDER 1 326.287us 326.287us 14.22 KB 0 | 03:SCAN HDFS 1 137.737ms 137.737ms 365 -1 16.04 MB 48.00 MB tpcds_10000_text.date_dim 04:HASH JOIN 1 1s134ms 1s134ms 2.75M -1 224.29 MB 2.00 GB INNER JOIN, BROADCAST |--48:EXCHANGE 1 111.045ms 111.045ms 2.88M -1 12.22 MB 55.98 KB BROADCAST | F01:EXCHANGE SENDER 2 316.876ms 435.703ms 5.12 KB 0 | 02:SCAN HDFS 2 848.377ms 928.760ms 2.88M -1 51.71 MB 176.00 MB tpcds_10000_text.store_sales 01:SCAN HDFS 1 114.433ms 114.433ms 100.00K -1 32.65 MB 48.00 MB tpcds_10000_text.customer Errors: Query Compilation: 229.862ms - Metadata of all 5 tables cached: 9.308ms (9.308ms) - Analysis finished: 86.626ms (77.317ms) - Authorization finished (noop): 86.842ms (216.454us) - Value transfer graph computed: 91.034ms (4.191ms) - Single node plan created: 157.592ms (66.558ms) - Runtime filters computed: 166.577ms (8.984ms) - Distributed plan created: 166.844ms (267.007us) - Lineage info computed: 176.332ms (9.488ms) - Planning finished: 229.862ms (53.529ms) Query Timeline: 8s731ms - Query submitted: 184.592us (184.592us) - Planning finished: 249.380ms (249.195ms) - Submit for admission: 272.923ms (23.543ms) - Completed admission: 274.521ms (1.597ms) - Ready to start on 2 backends: 275.871ms (1.350ms) - All 2 execution backends (31 fragment instances) started: 284.361ms (8.490ms) - First dynamic filter received: 3s877ms (3s592ms) - Rows available: 8s557ms (4s680ms) - First row fetched: 8s620ms (63.001ms) - Last row fetched: 8s621ms (836.042us) - Released admission control resources: 8s640ms (19.257ms) - Unregister query: 8s665ms (24.314ms) - AdmissionControlTimeSinceLastUpdate: 4.000ms - ComputeScanRangeAssignmentTimer: 1.151ms Frontend: ImpalaServer: - ClientFetchWaitTimer: 69.806ms - RowMaterializationTimer: 37.602ms Execution Profile 4d48b2a3bb0236f1:bfa8157d00000000:(Total: 8s320ms, non-child: 0.000ns, % non-child: 0.00%) Number of filters: 10 Filter routing table: ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled ------------------------------------------------------------------------------------------------------------------------------------------------------------------- 18 19 16 REMOTE false 1 (1) N/A N/A true 16 11 8 LOCAL false 0 (1) N/A N/A true 14 12 9 REMOTE false 1 (1) N/A N/A true 12 4 1 LOCAL false 0 (1) N/A N/A true 10 5 2 REMOTE false 1 (1) N/A N/A true 8 42 1 REMOTE false 1 (1) N/A N/A true 6 43 1, 8 REMOTE, REMOTE false, false 1 (1) N/A N/A true 4 44 1, 8, 15 REMOTE, REMOTE, REMOTE false, false, false 1 (1) N/A N/A true 2 45 1, 8, 15, 22 REMOTE, REMOTE, REMOTE, REMOTE false, false, false, false 1 (1) N/A N/A true 0 46 1, 8, 15, 22, 29 REMOTE, REMOTE, REMOTE, REMOTE, REMOTE false, false, false, false, false 1 (1) N/A N/A true Backend startup latencies: Count: 2, min / max: 2ms / 4ms, 25th %-ile: 2ms, 50th %-ile: 2ms, 75th %-ile: 4ms, 90th %-ile: 4ms, 95th %-ile: 4ms, 99.9th %-ile: 4ms Slowest backend to start up: nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000 Final filter table: ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled ------------------------------------------------------------------------------------------------------------------------------------------------------------------- 18 19 16 REMOTE false 0 (1) 3s877ms 3s877ms false 16 11 8 LOCAL false 0 (1) N/A N/A true 14 12 9 REMOTE false 0 (1) 4s064ms 4s064ms false 12 4 1 LOCAL false 0 (1) N/A N/A true 10 5 2 REMOTE false 0 (1) 3s941ms 3s941ms false 8 42 1 REMOTE false 0 (1) 8s509ms 8s509ms false 6 43 1, 8 REMOTE, REMOTE false, false 0 (1) 7s760ms 7s760ms false 4 44 1, 8, 15 REMOTE, REMOTE, REMOTE false, false, false 0 (1) 7s747ms 7s747ms false 2 45 1, 8, 15, 22 REMOTE, REMOTE, REMOTE, REMOTE false, false, false, false 0 (1) 7s776ms 7s776ms false 0 46 1, 8, 15, 22, 29 REMOTE, REMOTE, REMOTE, REMOTE, REMOTE false, false, false, false, false 0 (1) 7s740ms 7s740ms false Per Node Peak Memory Usage: nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000(117.45 MB) nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000(1.26 GB) Per Node Bytes Read: nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000(535.02 MB) nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000(1.15 GB) Per Node User Time: nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000(3s622ms) nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000(34s410ms) Per Node System Time: nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000(191.980ms) nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000(1s813ms) - ExchangeScanRatio: 0.13 - FiltersReceived: 8 (8) - FinalizationTimer: 0.000ns - InnerNodeSelectivityRatio: 0.02 - NumBackends: 2 (2) - NumFragmentInstances: 31 (31) - NumFragments: 25 (25) - TotalBytesRead: 1.67 GB (1793167648) - TotalBytesSent: 222.49 MB (233302256) - TotalCpuTime: 40s039ms - TotalInnerBytesSent: 4.42 MB (4630027) - TotalScanBytesSent: 218.08 MB (228672229) Per Node Profiles: nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000: - ScratchBytesRead: 0 - ScratchBytesWritten: 0 - ScratchFileUsedBytes: 0 - ScratchReads: 0 (0) - ScratchWrites: 0 (0) - TotalEncryptionTime: 0.000ns - TotalReadBlockTime: 0.000ns nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000: - ScratchBytesRead: 0 - ScratchBytesWritten: 0 - ScratchFileUsedBytes: 0 - ScratchReads: 0 (0) - ScratchWrites: 0 (0) - TotalEncryptionTime: 0.000ns - TotalReadBlockTime: 0.000ns Averaged Fragment F30:(Total: 8s336ms, non-child: 508.903us, % non-child: 0.01%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:8s355ms max:8s355ms mean: 8s355ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 460.50 KB (471552) - PeakReservation: 0 - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 8 (8) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 0.000ns - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 118 (118) - TotalThreadsTotalWallClockTime: 8s336ms - TotalThreadsSysTime: 7.029ms - TotalThreadsUserTime: 121.005ms - TotalThreadsVoluntaryContextSwitches: 24 (24) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 65.526ms - ExecTreeExecTime: 269.716us - OpenTime: 8s270ms - ExecTreeOpenTime: 8s022ms - PrepareTime: 324.429us - ExecTreePrepareTime: 106.061us PLAN_ROOT_SINK:(Total: 65.232ms, non-child: 65.232ms, % non-child: 100.00%) - PeakMemoryUsage: 0 EXCHANGE_NODE (id=77):(Total: 8s023ms, non-child: 8s023ms, % non-child: 100.00%) - ConvertRowBatchTime: 0.000ns - MergeGetNext: 256.982us - MergeGetNextBatch: 252.222us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 8 (8) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 4.686us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 8s022ms - TotalBytesDequeued: 855.00 B (855) - TotalGetBatchTime: 8s023ms - DataWaitTime: 8s022ms Enqueue: - DeserializeRowBatchTime: 20.127us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 597.00 B (597) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 247.687ms, non-child: 247.687ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 118 (118) - CodegenTotalWallClockTime: 247.664ms - CodegenSysTime: 6.993ms - CodegenUserTime: 120.378ms - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 26.111ms - IrGenerationTime: 9.723ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 21 (21) - NumInstructions: 905 (905) - OptimizationTime: 147.752ms - PeakMemoryUsage: 452.50 KB (463360) - PrepareTime: 54.549ms Coordinator Fragment F30: Instance 4d48b2a3bb0236f1:bfa8157d00000000 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 8s336ms, non-child: 508.903us, % non-child: 0.01%) Last report received time: 2019-08-08 18:29:09.155 Fragment Instance Lifecycle Event Timeline: 8s337ms - Prepare Finished: 733.837us (733.837us) - Open Finished: 8s271ms (8s270ms) - First Batch Produced: 8s271ms (272.277us) - First Batch Sent: 8s336ms (65.233ms) - ExecInternal Finished: 8s337ms (696.276us) - MemoryUsage (500.000ms): 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB, 8.76 KB - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 460.50 KB (471552) - PeakReservation: 0 - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 8 (8) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 0.000ns - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 118 (118) - TotalThreadsTotalWallClockTime: 8s336ms - TotalThreadsSysTime: 7.029ms - TotalThreadsUserTime: 121.005ms - TotalThreadsVoluntaryContextSwitches: 24 (24) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 65.526ms - ExecTreeExecTime: 269.716us - OpenTime: 8s270ms - ExecTreeOpenTime: 8s022ms - PrepareTime: 324.429us - ExecTreePrepareTime: 106.061us PLAN_ROOT_SINK:(Total: 65.232ms, non-child: 84.533us, % non-child: 0.13%) - PeakMemoryUsage: 0 EXCHANGE_NODE (id=77):(Total: 8s023ms, non-child: 52.425us, % non-child: 0.00%) ExecOption: Codegen Enabled Node Lifecycle Event Timeline: 8s336ms - Open Started: 248.504ms (248.504ms) - Open Finished: 8s271ms (8s022ms) - First Batch Requested: 8s271ms (52.283us) - First Batch Returned: 8s271ms (262.220us) - Last Batch Returned: 8s271ms (368.000ns) - Closed: 8s336ms (65.370ms) - ConvertRowBatchTime: 0.000ns - MergeGetNext: 256.982us - MergeGetNextBatch: 252.222us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 8 (8) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 4.686us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 8s022ms - TotalBytesDequeued: 855.00 B (855) - TotalGetBatchTime: 8s023ms - DataWaitTime: 8s022ms Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 107.820us ; Min: 107.820us ; Max: 107.820us ; Number of samples: 1) - DeserializeRowBatchTime: 20.127us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 597.00 B (597) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 247.687ms, non-child: 247.687ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 118 (118) - CodegenTotalWallClockTime: 247.664ms - CodegenSysTime: 6.993ms - CodegenUserTime: 120.378ms - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 26.111ms - IrGenerationTime: 9.723ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 21 (21) - NumInstructions: 905 (905) - OptimizationTime: 147.752ms - PeakMemoryUsage: 452.50 KB (463360) - PrepareTime: 54.549ms Averaged Fragment F04:(Total: 8s271ms, non-child: 0.000ns, % non-child: 0.00%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:8s354ms max:8s354ms mean: 8s354ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.06 - BloomFilterBytes: 5.00 MB (5242880) - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 58.61 MB (61452095) - PeakReservation: 56.88 MB (59637760) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 8 (8) - TotalNetworkReceiveTime: 1s368ms - TotalNetworkSendTime: 728.628us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 3.61K (3607) - TotalThreadsTotalWallClockTime: 9s130ms - TotalThreadsSysTime: 93.900ms - TotalThreadsUserTime: 5s654ms - TotalThreadsVoluntaryContextSwitches: 175 (175) Buffer pool: - AllocTime: 33.264us - CumulativeAllocationBytes: 5.00 MB (5242880) - CumulativeAllocations: 5 (5) - PeakReservation: 5.00 MB (5242880) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 5.00 MB (5242880) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 5.00 MB (5242880) - SystemAllocTime: 21.333us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 853.740us - ExecTreeExecTime: 14.583us - OpenTime: 8s268ms - ExecTreeOpenTime: 822.377ms - PrepareTime: 1.647ms - ExecTreePrepareTime: 1.053ms KrpcDataStreamSender (dst_id=77):(Total: 873.069us, non-child: 873.069us, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 2.61 KB (2672) - RowsSent: 8 (8) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.457us - TotalBytesSent: 597.00 B (597) - UncompressedRowBatchSize: 855.00 B (855) SORT_NODE (id=47):(Total: 823.440ms, non-child: 0.000ns, % non-child: 0.00%) - InsertBatchTime: 10.628us - PeakMemoryUsage: 3.28 MB (3438592) - RowsReturned: 8 (8) - RowsReturnedRate: 9.00 /sec - TuplePoolReclamations: 0 (0) HASH_JOIN_NODE (id=46):(Total: 822.635ms, non-child: 1.240ms, % non-child: 0.09%) - BuildRows: 11.25K (11252) - BuildTime: 7.454ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.24 MB (5497088) - ProbeRows: 72 (72) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 44.665us - RowsReturned: 8 (8) - RowsReturnedRate: 9.00 /sec Buffer pool: - AllocTime: 158.761us - CumulativeAllocationBytes: 1.44 MB (1507328) - CumulativeAllocations: 23 (23) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.44 MB (1507328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 140.019us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=46): - BuildRowsPartitionTime: 2.717ms - BuildRowsPartitioned: 11.25K (11252) - HashBuckets: 28.67K (28672) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.530ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=76):(Total: 378.828us, non-child: 378.828us, % non-child: 100.00%) - ConvertRowBatchTime: 293.185us - PeakMemoryUsage: 792.00 KB (811008) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 29.70 M/sec Buffer pool: - AllocTime: 153.008us - CumulativeAllocationBytes: 792.00 KB (811008) - CumulativeAllocations: 22 (22) - PeakReservation: 792.00 KB (811008) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 792.00 KB (811008) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 128.882us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 582.38 KB (596356) - TotalGetBatchTime: 48.930us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 1.449ms - TotalBatchesEnqueued: 11 (11) - TotalBatchesReceived: 11 (11) - TotalBytesReceived: 241.63 KB (247430) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=45):(Total: 821.415ms, non-child: 838.496us, % non-child: 0.06%) - BuildRows: 11.32K (11324) - BuildTime: 18.502ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.23 MB (5484800) - ProbeRows: 521 (521) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 151.946us - RowsReturned: 72 (72) - RowsReturnedRate: 87.00 /sec Buffer pool: - AllocTime: 153.563us - CumulativeAllocationBytes: 1.50 MB (1572864) - CumulativeAllocations: 24 (24) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.50 MB (1572864) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 138.993us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=45): - BuildRowsPartitionTime: 13.912ms - BuildRowsPartitioned: 11.32K (11324) - HashBuckets: 30.72K (30720) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.464ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=71):(Total: 534.623us, non-child: 534.623us, % non-child: 100.00%) - ConvertRowBatchTime: 418.932us - PeakMemoryUsage: 808.00 KB (827392) - RowsReturned: 11.32K (11324) - RowsReturnedRate: 21.18 M/sec Buffer pool: - AllocTime: 208.204us - CumulativeAllocationBytes: 808.00 KB (827392) - CumulativeAllocations: 24 (24) - PeakReservation: 808.00 KB (827392) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 808.00 KB (827392) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 186.606us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 586.11 KB (600172) - TotalGetBatchTime: 74.221us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 1.447ms - TotalBatchesEnqueued: 12 (12) - TotalBatchesReceived: 12 (12) - TotalBytesReceived: 243.38 KB (249217) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=44):(Total: 820.633ms, non-child: 2.928ms, % non-child: 0.20%) - BuildRows: 27.18K (27177) - BuildTime: 13.041ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 4.00 MB (4189440) - ProbeRows: 3.78K (3784) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.259ms - RowsReturned: 521 (521) - RowsReturnedRate: 634.00 /sec Buffer pool: - AllocTime: 460.882us - CumulativeAllocationBytes: 3.00 MB (3145728) - CumulativeAllocations: 48 (48) - PeakReservation: 3.00 MB (3145728) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 3.00 MB (3145728) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 429.671us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=44): - BuildRowsPartitionTime: 5.726ms - BuildRowsPartitioned: 27.18K (27177) - HashBuckets: 65.54K (65536) - HashCollisions: 0 (0) - HashTablesBuildTime: 3.671ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=66):(Total: 701.031us, non-child: 701.031us, % non-child: 100.00%) - ConvertRowBatchTime: 566.602us - PeakMemoryUsage: 1.87 MB (1957888) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 38.77 M/sec Buffer pool: - AllocTime: 582.039us - CumulativeAllocationBytes: 1.87 MB (1957888) - CumulativeAllocations: 54 (54) - PeakReservation: 1.87 MB (1957888) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.87 MB (1957888) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 522.876us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 1.37 MB (1440381) - TotalGetBatchTime: 72.831us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 3.902ms - TotalBatchesEnqueued: 27 (27) - TotalBatchesReceived: 27 (27) - TotalBytesReceived: 589.26 KB (603403) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=43):(Total: 817.758ms, non-child: 3.680ms, % non-child: 0.26%) - BuildRows: 26.31K (26314) - BuildTime: 29.623ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 3.30 MB (3464448) - ProbeRows: 14.47K (14467) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.839ms - RowsReturned: 3.78K (3784) - RowsReturnedRate: 4.63 K/sec Buffer pool: - AllocTime: 409.690us - CumulativeAllocationBytes: 3.00 MB (3145728) - CumulativeAllocations: 48 (48) - PeakReservation: 3.00 MB (3145728) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 3.00 MB (3145728) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 370.281us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=43): - BuildRowsPartitionTime: 16.839ms - BuildRowsPartitioned: 26.31K (26314) - HashBuckets: 65.54K (65536) - HashCollisions: 0 (0) - HashTablesBuildTime: 4.950ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=61):(Total: 867.290us, non-child: 867.290us, % non-child: 100.00%) - ConvertRowBatchTime: 709.870us - PeakMemoryUsage: 1.80 MB (1884160) - RowsReturned: 26.31K (26314) - RowsReturnedRate: 30.34 M/sec Buffer pool: - AllocTime: 329.543us - CumulativeAllocationBytes: 1.80 MB (1884160) - CumulativeAllocations: 52 (52) - PeakReservation: 1.80 MB (1884160) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.80 MB (1884160) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 270.802us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 1.33 MB (1394642) - TotalGetBatchTime: 98.571us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 3.060ms - TotalBatchesEnqueued: 26 (26) - TotalBatchesReceived: 26 (26) - TotalBytesReceived: 569.99 KB (583668) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=42):(Total: 814.157ms, non-child: 48.793ms, % non-child: 3.39%) - BuildRows: 38.17K (38175) - BuildTime: 39.103ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 6.13 MB (6423808) - ProbeRows: 37.92K (37923) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 7.392ms - RowsReturned: 14.47K (14467) - RowsReturnedRate: 17.77 K/sec Buffer pool: - AllocTime: 3.431ms - CumulativeAllocationBytes: 6.00 MB (6291456) - CumulativeAllocations: 96 (96) - PeakReservation: 6.00 MB (6291456) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 6.00 MB (6291456) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.343ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=42): - BuildRowsPartitionTime: 18.939ms - BuildRowsPartitioned: 38.17K (38175) - HashBuckets: 65.54K (65536) - HashCollisions: 0 (0) - HashTablesBuildTime: 17.361ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=56):(Total: 748.688ms, non-child: 748.688ms, % non-child: 100.00%) - ConvertRowBatchTime: 1.050ms - PeakMemoryUsage: 400.00 KB (409600) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 50.99 K/sec Buffer pool: - AllocTime: 165.350us - CumulativeAllocationBytes: 4.98 MB (5226496) - CumulativeAllocations: 76 (76) - PeakReservation: 400.00 KB (409600) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 400.00 KB (409600) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 80.831us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 709.839ms - TotalBytesDequeued: 4.62 MB (4848444) - TotalGetBatchTime: 747.429ms - DataWaitTime: 747.291ms Enqueue: - DeserializeRowBatchTime: 7.569ms - TotalBatchesEnqueued: 38 (38) - TotalBatchesReceived: 38 (38) - TotalBytesReceived: 2.81 MB (2945712) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) UNION_NODE (id=0):(Total: 689.081ms, non-child: 4.312ms, % non-child: 0.63%) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 37.92K (37923) - RowsReturnedRate: 55.03 K/sec AGGREGATION_NODE (id=51):(Total: 684.769ms, non-child: 62.856ms, % non-child: 9.18%) - PeakMemoryUsage: 36.11 MB (37863552) - RowsReturned: 37.92K (37923) - RowsReturnedRate: 55.38 K/sec GroupingAggregator 0: - BuildTime: 49.004ms - GetResultsTime: 11.607ms - HTResizeTime: 1.731ms - HashBuckets: 131.07K (131072) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 36.11 MB (37859456) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 37.92K (37923) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 18.761us - CumulativeAllocationBytes: 36.00 MB (37748736) - CumulativeAllocations: 18 (18) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=50):(Total: 621.912ms, non-child: 621.912ms, % non-child: 100.00%) - ConvertRowBatchTime: 1.156ms - PeakMemoryUsage: 1.16 MB (1220608) - RowsReturned: 37.92K (37923) - RowsReturnedRate: 60.98 K/sec Buffer pool: - AllocTime: 516.706us - CumulativeAllocationBytes: 9.44 MB (9895936) - CumulativeAllocations: 96 (96) - PeakReservation: 1.16 MB (1220608) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.16 MB (1220608) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 391.988us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 571.206ms - TotalBytesDequeued: 6.41 MB (6725911) - TotalGetBatchTime: 620.648ms - DataWaitTime: 620.426ms Enqueue: - DeserializeRowBatchTime: 17.462ms - TotalBatchesEnqueued: 48 (48) - TotalBatchesReceived: 48 (48) - TotalBytesReceived: 3.62 MB (3796476) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 7s446ms, non-child: 7s446ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 3.42K (3415) - CodegenTotalWallClockTime: 7s446ms - CodegenSysTime: 71.325ms - CodegenUserTime: 5s537ms - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 1s730ms - IrGenerationTime: 185.757ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 363 (363) - NumInstructions: 24.50K (24503) - OptimizationTime: 5s453ms - PeakMemoryUsage: 11.96 MB (12545536) - PrepareTime: 57.195ms Fragment F04: Instance 4d48b2a3bb0236f1:bfa8157d0000001e (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 8s271ms, non-child: 0.000ns, % non-child: 0.00%) Last report received time: 2019-08-08 18:29:09.153 Fragment Instance Lifecycle Event Timeline: 8s271ms - Prepare Finished: 2.294ms (2.294ms) - Open Finished: 8s270ms (8s268ms) - First Batch Produced: 8s270ms (15.493us) - First Batch Sent: 8s270ms (72.570us) - ExecInternal Finished: 8s271ms (985.726us) - MemoryUsage (500.000ms): 17.40 MB, 17.40 MB, 17.40 MB, 17.40 MB, 17.40 MB, 17.40 MB, 17.40 MB, 17.40 MB, 18.19 MB, 18.96 MB, 20.83 MB, 8.87 MB, 8.87 MB, 10.66 MB, 10.66 MB, 15.37 MB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2 - AverageThreadTokens: 1.06 - BloomFilterBytes: 5.00 MB (5242880) - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 58.61 MB (61452095) - PeakReservation: 56.88 MB (59637760) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 8 (8) - TotalNetworkReceiveTime: 1s368ms - TotalNetworkSendTime: 728.628us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 3.61K (3607) - TotalThreadsTotalWallClockTime: 9s130ms - TotalThreadsSysTime: 93.900ms - TotalThreadsUserTime: 5s654ms - TotalThreadsVoluntaryContextSwitches: 175 (175) Buffer pool: - AllocTime: 33.264us - CumulativeAllocationBytes: 5.00 MB (5242880) - CumulativeAllocations: 5 (5) - PeakReservation: 5.00 MB (5242880) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 5.00 MB (5242880) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 5.00 MB (5242880) - SystemAllocTime: 21.333us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 853.740us - ExecTreeExecTime: 14.583us - OpenTime: 8s268ms - ExecTreeOpenTime: 822.377ms - PrepareTime: 1.647ms - ExecTreePrepareTime: 1.053ms KrpcDataStreamSender (dst_id=77):(Total: 873.069us, non-child: 143.426us, % non-child: 16.43%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 1.73 MB/sec ; Min: 1.73 MB/sec ; Max: 1.73 MB/sec ; Number of samples: 1) - EosSent: 1 (1) - PeakMemoryUsage: 2.61 KB (2672) - RowsSent: 8 (8) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.457us - TotalBytesSent: 597.00 B (597) - UncompressedRowBatchSize: 855.00 B (855) SORT_NODE (id=47):(Total: 823.440ms, non-child: 0.000ns, % non-child: 0.00%) SortType: TopN ExecOption: Codegen Enabled Node Lifecycle Event Timeline: 8s271ms - Open Started: 7s448ms (7s448ms) - Open Finished: 8s270ms (822.372ms) - First Batch Requested: 8s270ms (33.171us) - First Batch Returned: 8s270ms (12.129us) - Last Batch Returned: 8s270ms (420.000ns) - Closed: 8s271ms (852.529us) - InsertBatchTime: 10.628us - PeakMemoryUsage: 3.28 MB (3438592) - RowsReturned: 8 (8) - RowsReturnedRate: 9.00 /sec - TuplePoolReclamations: 0 (0) HASH_JOIN_NODE (id=46):(Total: 822.635ms, non-child: 1.240ms, % non-child: 0.09%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s270ms - Open Started: 7s448ms (7s448ms) - Open Finished: 8s268ms (820.021ms) - First Batch Requested: 8s268ms (4.014us) - First Batch Returned: 8s268ms (52.333us) - Last Batch Returned: 8s270ms (1.946ms) - Closed: 8s270ms (323.617us) - BuildRows: 11.25K (11252) - BuildTime: 7.454ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.24 MB (5497088) - ProbeRows: 72 (72) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 44.665us - RowsReturned: 8 (8) - RowsReturnedRate: 9.00 /sec Buffer pool: - AllocTime: 158.761us - CumulativeAllocationBytes: 1.44 MB (1507328) - CumulativeAllocations: 23 (23) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.44 MB (1507328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 140.019us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=46): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 2.717ms - BuildRowsPartitioned: 11.25K (11252) - HashBuckets: 28.67K (28672) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.530ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=76):(Total: 378.828us, non-child: 378.828us, % non-child: 100.00%) Node Lifecycle Event Timeline: 7s457ms - Open Started: 7s449ms (7s449ms) - Open Finished: 7s449ms (10.464us) - First Batch Requested: 7s450ms (1.422ms) - First Batch Returned: 7s450ms (38.716us) - Last Batch Returned: 7s453ms (2.841ms) - Closed: 7s457ms (3.805ms) - ConvertRowBatchTime: 293.185us - PeakMemoryUsage: 792.00 KB (811008) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 29.70 M/sec Buffer pool: - AllocTime: 153.008us - CumulativeAllocationBytes: 792.00 KB (811008) - CumulativeAllocations: 22 (22) - PeakReservation: 792.00 KB (811008) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 792.00 KB (811008) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 128.882us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 582.38 KB (596356) - TotalGetBatchTime: 48.930us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 241.63 KB, 241.63 KB, 241.63 KB, 241.63 KB, 241.63 KB, 241.63 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 361.372us ; Min: 41.718us ; Max: 2.977ms ; Number of samples: 11) - DeserializeRowBatchTime: 1.449ms - TotalBatchesEnqueued: 11 (11) - TotalBatchesReceived: 11 (11) - TotalBytesReceived: 241.63 KB (247430) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=45):(Total: 821.415ms, non-child: 838.496us, % non-child: 0.06%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s270ms - Open Started: 7s449ms (7s449ms) - Open Finished: 8s268ms (819.269ms) - First Batch Requested: 8s268ms (51.773us) - First Batch Returned: 8s268ms (162.891us) - Last Batch Returned: 8s270ms (1.823ms) - Closed: 8s270ms (330.754us) - BuildRows: 11.32K (11324) - BuildTime: 18.502ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 5.23 MB (5484800) - ProbeRows: 521 (521) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 151.946us - RowsReturned: 72 (72) - RowsReturnedRate: 87.00 /sec Buffer pool: - AllocTime: 153.563us - CumulativeAllocationBytes: 1.50 MB (1572864) - CumulativeAllocations: 24 (24) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.50 MB (1572864) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 138.993us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=45): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 13.912ms - BuildRowsPartitioned: 11.32K (11324) - HashBuckets: 30.72K (30720) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.464ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=71):(Total: 534.623us, non-child: 534.623us, % non-child: 100.00%) Node Lifecycle Event Timeline: 7s468ms - Open Started: 7s449ms (7s449ms) - Open Finished: 7s449ms (8.279us) - First Batch Requested: 7s451ms (2.133ms) - First Batch Returned: 7s451ms (37.402us) - Last Batch Returned: 7s465ms (14.426ms) - Closed: 7s468ms (2.678ms) - ConvertRowBatchTime: 418.932us - PeakMemoryUsage: 808.00 KB (827392) - RowsReturned: 11.32K (11324) - RowsReturnedRate: 21.18 M/sec Buffer pool: - AllocTime: 208.204us - CumulativeAllocationBytes: 808.00 KB (827392) - CumulativeAllocations: 24 (24) - PeakReservation: 808.00 KB (827392) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 808.00 KB (827392) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 186.606us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 586.11 KB (600172) - TotalGetBatchTime: 74.221us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 243.38 KB, 243.38 KB, 243.38 KB, 243.38 KB, 243.38 KB, 243.38 KB, 243.38 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 325.923us ; Min: 35.079us ; Max: 1.553ms ; Number of samples: 12) - DeserializeRowBatchTime: 1.447ms - TotalBatchesEnqueued: 12 (12) - TotalBatchesReceived: 12 (12) - TotalBytesReceived: 243.38 KB (249217) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=44):(Total: 820.633ms, non-child: 2.928ms, % non-child: 0.20%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s270ms - Open Started: 7s449ms (7s449ms) - Open Finished: 8s246ms (797.355ms) - First Batch Requested: 8s246ms (59.304us) - First Batch Returned: 8s268ms (21.717ms) - Last Batch Returned: 8s270ms (1.887ms) - Closed: 8s270ms (482.304us) - BuildRows: 27.18K (27177) - BuildTime: 13.041ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 4.00 MB (4189440) - ProbeRows: 3.78K (3784) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.259ms - RowsReturned: 521 (521) - RowsReturnedRate: 634.00 /sec Buffer pool: - AllocTime: 460.882us - CumulativeAllocationBytes: 3.00 MB (3145728) - CumulativeAllocations: 48 (48) - PeakReservation: 3.00 MB (3145728) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 3.00 MB (3145728) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 429.671us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=44): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 5.726ms - BuildRowsPartitioned: 27.18K (27177) - HashBuckets: 65.54K (65536) - HashCollisions: 0 (0) - HashTablesBuildTime: 3.671ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=66):(Total: 701.031us, non-child: 701.031us, % non-child: 100.00%) Node Lifecycle Event Timeline: 7s463ms - Open Started: 7s449ms (7s449ms) - Open Finished: 7s449ms (6.797us) - First Batch Requested: 7s452ms (2.668ms) - First Batch Returned: 7s452ms (34.405us) - Last Batch Returned: 7s458ms (6.359ms) - Closed: 7s463ms (4.938ms) - ConvertRowBatchTime: 566.602us - PeakMemoryUsage: 1.87 MB (1957888) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 38.77 M/sec Buffer pool: - AllocTime: 582.039us - CumulativeAllocationBytes: 1.87 MB (1957888) - CumulativeAllocations: 54 (54) - PeakReservation: 1.87 MB (1957888) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.87 MB (1957888) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 522.876us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 1.37 MB (1440381) - TotalGetBatchTime: 72.831us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 589.26 KB, 589.26 KB, 589.26 KB, 589.26 KB, 589.26 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 56.292us ; Min: 39.025us ; Max: 151.422us ; Number of samples: 27) - DeserializeRowBatchTime: 3.902ms - TotalBatchesEnqueued: 27 (27) - TotalBatchesReceived: 27 (27) - TotalBytesReceived: 589.26 KB (603403) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=43):(Total: 817.758ms, non-child: 3.680ms, % non-child: 0.26%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s270ms - Open Started: 7s449ms (7s449ms) - Open Finished: 8s240ms (791.648ms) - First Batch Requested: 8s241ms (35.885us) - First Batch Returned: 8s246ms (5.489ms) - Last Batch Returned: 8s270ms (23.544ms) - Closed: 8s270ms (568.074us) - BuildRows: 26.31K (26314) - BuildTime: 29.623ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 3.30 MB (3464448) - ProbeRows: 14.47K (14467) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.839ms - RowsReturned: 3.78K (3784) - RowsReturnedRate: 4.63 K/sec Buffer pool: - AllocTime: 409.690us - CumulativeAllocationBytes: 3.00 MB (3145728) - CumulativeAllocations: 48 (48) - PeakReservation: 3.00 MB (3145728) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 3.00 MB (3145728) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 370.281us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=43): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 16.839ms - BuildRowsPartitioned: 26.31K (26314) - HashBuckets: 65.54K (65536) - HashCollisions: 0 (0) - HashTablesBuildTime: 4.950ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=61):(Total: 867.290us, non-child: 867.290us, % non-child: 100.00%) Node Lifecycle Event Timeline: 7s480ms - Open Started: 7s449ms (7s449ms) - Open Finished: 7s449ms (8.669us) - First Batch Requested: 7s455ms (6.034ms) - First Batch Returned: 7s455ms (31.557us) - Last Batch Returned: 7s473ms (17.588ms) - Closed: 7s480ms (7.315ms) - ConvertRowBatchTime: 709.870us - PeakMemoryUsage: 1.80 MB (1884160) - RowsReturned: 26.31K (26314) - RowsReturnedRate: 30.34 M/sec Buffer pool: - AllocTime: 329.543us - CumulativeAllocationBytes: 1.80 MB (1884160) - CumulativeAllocations: 52 (52) - PeakReservation: 1.80 MB (1884160) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.80 MB (1884160) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 270.802us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 1.33 MB (1394642) - TotalGetBatchTime: 98.571us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 569.99 KB, 569.99 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 65.327us ; Min: 32.159us ; Max: 250.009us ; Number of samples: 26) - DeserializeRowBatchTime: 3.060ms - TotalBatchesEnqueued: 26 (26) - TotalBatchesReceived: 26 (26) - TotalBytesReceived: 569.99 KB (583668) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=42):(Total: 814.157ms, non-child: 48.793ms, % non-child: 3.39%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s270ms - Open Started: 7s449ms (7s449ms) - Open Finished: 8s239ms (789.520ms) - First Batch Requested: 8s239ms (42.235us) - First Batch Returned: 8s240ms (1.881ms) - Last Batch Returned: 8s269ms (28.953ms) - Closed: 8s270ms (651.328us) - BuildRows: 38.17K (38175) - BuildTime: 39.103ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 6.13 MB (6423808) - ProbeRows: 37.92K (37923) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 7.392ms - RowsReturned: 14.47K (14467) - RowsReturnedRate: 17.77 K/sec Buffer pool: - AllocTime: 3.431ms - CumulativeAllocationBytes: 6.00 MB (6291456) - CumulativeAllocations: 96 (96) - PeakReservation: 6.00 MB (6291456) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 6.00 MB (6291456) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.343ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=42): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 18.939ms - BuildRowsPartitioned: 38.17K (38175) - HashBuckets: 65.54K (65536) - HashCollisions: 0 (0) - HashTablesBuildTime: 17.361ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.12 KB (25728) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=56):(Total: 748.688ms, non-child: 1.396ms, % non-child: 0.19%) Node Lifecycle Event Timeline: 8s238ms - Open Started: 7s449ms (7s449ms) - Open Finished: 8s159ms (709.853ms) - First Batch Requested: 8s160ms (1.269ms) - First Batch Returned: 8s160ms (61.626us) - Last Batch Returned: 8s218ms (57.649ms) - Closed: 8s238ms (19.861ms) - ConvertRowBatchTime: 1.050ms - PeakMemoryUsage: 400.00 KB (409600) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 50.99 K/sec Buffer pool: - AllocTime: 165.350us - CumulativeAllocationBytes: 4.98 MB (5226496) - CumulativeAllocations: 76 (76) - PeakReservation: 400.00 KB (409600) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 400.00 KB (409600) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 80.831us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 709.839ms - TotalBytesDequeued: 4.62 MB (4848444) - TotalGetBatchTime: 747.429ms - DataWaitTime: 747.291ms Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 208.407us ; Min: 35.785us ; Max: 6.092ms ; Number of samples: 38) - DeserializeRowBatchTime: 7.569ms - TotalBatchesEnqueued: 38 (38) - TotalBatchesReceived: 38 (38) - TotalBytesReceived: 2.81 MB (2945712) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) UNION_NODE (id=0):(Total: 689.081ms, non-child: 4.312ms, % non-child: 0.63%) ExecOption: Codegen Enabled Node Lifecycle Event Timeline: 8s270ms - Open Started: 7s449ms (7s449ms) - Open Finished: 8s122ms (672.386ms) - First Batch Requested: 8s238ms (116.519ms) - First Batch Returned: 8s239ms (423.889us) - Last Batch Returned: 8s267ms (28.388ms) - Closed: 8s270ms (3.137ms) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 37.92K (37923) - RowsReturnedRate: 55.03 K/sec AGGREGATION_NODE (id=51):(Total: 684.769ms, non-child: 62.856ms, % non-child: 9.18%) Node Lifecycle Event Timeline: 8s267ms - Open Started: 7s449ms (7s449ms) - Open Finished: 8s122ms (672.377ms) - First Batch Requested: 8s238ms (116.533ms) - First Batch Returned: 8s238ms (309.138us) - Last Batch Returned: 8s267ms (28.324ms) - Closed: 8s267ms (165.151us) - PeakMemoryUsage: 36.11 MB (37863552) - RowsReturned: 37.92K (37923) - RowsReturnedRate: 55.38 K/sec GroupingAggregator 0: ExecOption: Codegen Enabled - BuildTime: 49.004ms - GetResultsTime: 11.607ms - HTResizeTime: 1.731ms - HashBuckets: 131.07K (131072) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 36.11 MB (37859456) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 37.92K (37923) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 18.761us - CumulativeAllocationBytes: 36.00 MB (37748736) - CumulativeAllocations: 18 (18) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=50):(Total: 621.912ms, non-child: 1.486ms, % non-child: 0.24%) Node Lifecycle Event Timeline: 8s122ms - Open Started: 7s449ms (7s449ms) - Open Finished: 8s020ms (571.213ms) - First Batch Requested: 8s021ms (963.551us) - First Batch Returned: 8s021ms (42.315us) - Last Batch Returned: 8s121ms (99.889ms) - Closed: 8s122ms (181.698us) - ConvertRowBatchTime: 1.156ms - PeakMemoryUsage: 1.16 MB (1220608) - RowsReturned: 37.92K (37923) - RowsReturnedRate: 60.98 K/sec Buffer pool: - AllocTime: 516.706us - CumulativeAllocationBytes: 9.44 MB (9895936) - CumulativeAllocations: 96 (96) - PeakReservation: 1.16 MB (1220608) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.16 MB (1220608) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 391.988us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 571.206ms - TotalBytesDequeued: 6.41 MB (6725911) - TotalGetBatchTime: 620.648ms - DataWaitTime: 620.426ms Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 109.120us ; Min: 27.349us ; Max: 2.239ms ; Number of samples: 48) - DeserializeRowBatchTime: 17.462ms - TotalBatchesEnqueued: 48 (48) - TotalBatchesReceived: 48 (48) - TotalBytesReceived: 3.62 MB (3796476) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 7s446ms, non-child: 7s446ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 3.42K (3415) - CodegenTotalWallClockTime: 7s446ms - CodegenSysTime: 71.325ms - CodegenUserTime: 5s537ms - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 1s730ms - IrGenerationTime: 185.757ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 363 (363) - NumInstructions: 24.50K (24503) - OptimizationTime: 5s453ms - PeakMemoryUsage: 11.96 MB (12545536) - PrepareTime: 57.195ms Averaged Fragment F00:(Total: 8s114ms, non-child: 849.881us, % non-child: 0.01%) split sizes: min: 12.50 MB, max: 12.50 MB, avg: 12.50 MB, stddev: 0 completion times: min:8s356ms max:8s356ms mean: 8s356ms stddev:0.000ns execution rates: min:1.50 MB/sec max:1.50 MB/sec mean:1.50 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.44 - BloomFilterBytes: 6.00 MB (6291456) - ExchangeScanRatio: 0.29 - PeakMemoryUsage: 332.39 MB (348538846) - PeakReservation: 315.00 MB (330301440) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 37.92K (37923) - TotalNetworkReceiveTime: 2s695ms - TotalNetworkSendTime: 37.347ms - TotalStorageWaitTime: 5.575ms - TotalThreadsInvoluntaryContextSwitches: 3.23K (3234) - TotalThreadsTotalWallClockTime: 12s079ms - TotalThreadsSysTime: 262.228ms - TotalThreadsUserTime: 2s925ms - TotalThreadsVoluntaryContextSwitches: 2.27K (2269) Buffer pool: - AllocTime: 647.255us - CumulativeAllocationBytes: 6.00 MB (6291456) - CumulativeAllocations: 6 (6) - PeakReservation: 7.00 MB (7340032) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 6.00 MB (6291456) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 7.00 MB (7340032) - SystemAllocTime: 635.221us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 642.036ms - ExecTreeExecTime: 547.931ms - OpenTime: 7s471ms - ExecTreeOpenTime: 3s842ms - PrepareTime: 1.085ms - ExecTreePrepareTime: 524.414us KrpcDataStreamSender (dst_id=50):(Total: 94.012ms, non-child: 94.012ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 37.92K (37923) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 49.227ms - TotalBytesSent: 3.62 MB (3796476) - UncompressedRowBatchSize: 6.41 MB (6725911) AGGREGATION_NODE (id=6):(Total: 4s391ms, non-child: 171.768ms, % non-child: 3.91%) - PeakMemoryUsage: 36.39 MB (38153344) - RowsReturned: 37.92K (37923) - RowsReturnedRate: 8.64 K/sec GroupingAggregator 0: - BuildTime: 0.000ns - GetResultsTime: 2.979ms - HTResizeTime: 3.295ms - HashBuckets: 131.07K (131072) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 36.10 MB (37855360) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - ReductionFactorEstimate: 14.11 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 37.92K (37923) - StreamingTime: 160.572ms Buffer pool: - AllocTime: 1.971ms - CumulativeAllocationBytes: 36.00 MB (37748736) - CumulativeAllocations: 18 (18) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 1.935ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=5):(Total: 4s219ms, non-child: 178.528ms, % non-child: 4.23%) - BuildRows: 365 (365) - BuildTime: 22.998ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 2.75M (2750652) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 173.148ms - RowsReturned: 533.56K (533564) - RowsReturnedRate: 126.45 K/sec Buffer pool: - AllocTime: 5.796ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 5.777ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=5): - BuildRowsPartitionTime: 4.982ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 3.552ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=49):(Total: 22.511us, non-child: 22.511us, % non-child: 100.00%) - ConvertRowBatchTime: 8.311us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 16.21 M/sec Buffer pool: - AllocTime: 2.514ms - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 2.508ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 4.547us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 2.539ms - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=4):(Total: 4s040ms, non-child: 1s134ms, % non-child: 28.07%) - BuildRows: 2.88M (2880404) - BuildTime: 923.510ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 224.29 MB (235181312) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 196.931ms - RowsReturned: 2.75M (2750652) - RowsReturnedRate: 680.71 K/sec Buffer pool: - AllocTime: 48.099ms - CumulativeAllocationBytes: 224.00 MB (234881024) - CumulativeAllocations: 96 (96) - PeakReservation: 224.00 MB (234881024) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 224.00 MB (234881024) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 47.835ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=4): - BuildRowsPartitionTime: 584.263ms - BuildRowsPartitioned: 2.88M (2880404) - HashBuckets: 4.19M (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 332.585ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=48):(Total: 2s792ms, non-child: 2s792ms, % non-child: 100.00%) - ConvertRowBatchTime: 92.500ms - PeakMemoryUsage: 12.22 MB (12813027) - RowsReturned: 2.88M (2880404) - RowsReturnedRate: 1.03 M/sec Buffer pool: - AllocTime: 25.526ms - CumulativeAllocationBytes: 109.90 MB (115236864) - CumulativeAllocations: 5.63K (5628) - PeakReservation: 12.18 MB (12771328) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.18 MB (12771328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 17.376ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 90.65 MB (95053332) - TotalGetBatchTime: 2s694ms - DataWaitTime: 2s681ms Enqueue: - DeserializeRowBatchTime: 143.268ms - TotalBatchesEnqueued: 2.81K (2814) - TotalBatchesReceived: 2.81K (2814) - TotalBytesReceived: 55.49 MB (58185083) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 2s346ms - TotalRPCsDeferred: 10 (10) HDFS_SCAN_NODE (id=1):(Total: 114.433ms, non-child: 114.433ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 88.037ms - MaterializeTupleTime(*): 62.753ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 32.65 MB (34240512) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 987.52 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 6.816ms - RowBatchQueuePeakMemoryUsage: 16.65 MB (17459200) - RowBatchQueuePutWaitTime: 47.751ms - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 873.87 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.575ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 107 (107) - ScannerThreadsTotalWallClockTime: 206.514ms - ScannerThreadsSysTime: 7.313ms - ScannerThreadsUserTime: 74.182ms - ScannerThreadsVoluntaryContextSwitches: 27 (27) - TotalRawHdfsOpenFileTime(*): 9.621us - TotalRawHdfsReadTime(*): 12.660ms - TotalReadThroughput: 1.56 MB/sec Buffer pool: - AllocTime: 15.885us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 2 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 4 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 6 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 8 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 12 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 3s628ms, non-child: 3s628ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 1.99K (1988) - CodegenTotalWallClockTime: 3s628ms - CodegenSysTime: 26.626ms - CodegenUserTime: 1s761ms - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 582.720ms - IrGenerationTime: 174.045ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 283 (283) - NumInstructions: 15.44K (15443) - OptimizationTime: 2s812ms - PeakMemoryUsage: 7.54 MB (7906816) - PrepareTime: 47.774ms Fragment F00: Instance 4d48b2a3bb0236f1:bfa8157d00000004 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 8s114ms, non-child: 849.881us, % non-child: 0.01%) Last report received time: 2019-08-08 18:29:09.156 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB Filter 12 arrival: 7s026ms Filter 0 arrival: 7s469ms Filter 6 arrival: 7s482ms Filter 4 arrival: 7s494ms Filter 2 arrival: 7s502ms Fragment Instance Lifecycle Event Timeline: 8s118ms - Prepare Finished: 2.375ms (2.375ms) - Open Finished: 7s473ms (7s471ms) - First Batch Produced: 8s018ms (544.567ms) - First Batch Sent: 8s018ms (2.643us) - ExecInternal Finished: 8s118ms (99.543ms) - MemoryUsage (500.000ms): 14.73 MB, 14.74 MB, 26.89 MB, 26.89 MB, 26.89 MB, 26.89 MB, 19.35 MB, 95.38 MB, 95.38 MB, 125.38 MB, 125.38 MB, 125.38 MB, 125.38 MB, 125.38 MB, 273.19 MB, 312.59 MB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 1, 1 - AverageThreadTokens: 1.44 - BloomFilterBytes: 6.00 MB (6291456) - ExchangeScanRatio: 0.29 - PeakMemoryUsage: 332.39 MB (348538846) - PeakReservation: 315.00 MB (330301440) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 37.92K (37923) - TotalNetworkReceiveTime: 2s695ms - TotalNetworkSendTime: 37.347ms - TotalStorageWaitTime: 5.575ms - TotalThreadsInvoluntaryContextSwitches: 3.23K (3234) - TotalThreadsTotalWallClockTime: 12s079ms - TotalThreadsSysTime: 262.228ms - TotalThreadsUserTime: 2s925ms - TotalThreadsVoluntaryContextSwitches: 2.27K (2269) Buffer pool: - AllocTime: 647.255us - CumulativeAllocationBytes: 6.00 MB (6291456) - CumulativeAllocations: 6 (6) - PeakReservation: 7.00 MB (7340032) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 6.00 MB (6291456) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 7.00 MB (7340032) - SystemAllocTime: 635.221us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 642.036ms - ExecTreeExecTime: 547.931ms - OpenTime: 7s471ms - ExecTreeOpenTime: 3s842ms - PrepareTime: 1.085ms - ExecTreePrepareTime: 524.414us KrpcDataStreamSender (dst_id=50):(Total: 94.012ms, non-child: 56.648ms, % non-child: 60.26%) ExecOption: Hash Partitioned Sender Codegen Enabled - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 247.05 MB/sec ; Min: 4.40 MB/sec ; Max: 437.39 MB/sec ; Number of samples: 48) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 37.92K (37923) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 49.227ms - TotalBytesSent: 3.62 MB (3796476) - UncompressedRowBatchSize: 6.41 MB (6725911) AGGREGATION_NODE (id=6):(Total: 4s391ms, non-child: 171.768ms, % non-child: 3.91%) Node Lifecycle Event Timeline: 8s116ms - Open Started: 3s631ms (3s631ms) - Open Finished: 7s473ms (3s842ms) - First Batch Requested: 7s473ms (63.473us) - First Batch Returned: 8s018ms (544.562ms) - Last Batch Returned: 8s115ms (97.097ms) - Closed: 8s116ms (651.202us) - PeakMemoryUsage: 36.39 MB (38153344) - RowsReturned: 37.92K (37923) - RowsReturnedRate: 8.64 K/sec GroupingAggregator 0: ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0.000ns - GetResultsTime: 2.979ms - HTResizeTime: 3.295ms - HashBuckets: 131.07K (131072) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 36.10 MB (37855360) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - ReductionFactorEstimate: 14.11 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 37.92K (37923) - StreamingTime: 160.572ms Buffer pool: - AllocTime: 1.971ms - CumulativeAllocationBytes: 36.00 MB (37748736) - CumulativeAllocations: 18 (18) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 1.935ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=5):(Total: 4s219ms, non-child: 178.528ms, % non-child: 4.23%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s018ms - Open Started: 3s631ms (3s631ms) - Open Finished: 7s472ms (3s841ms) - First Batch Requested: 7s473ms (1.260ms) - First Batch Returned: 7s474ms (938.332us) - Last Batch Returned: 8s018ms (543.489ms) - Closed: 8s018ms (79.734us) - BuildRows: 365 (365) - BuildTime: 22.998ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 2.75M (2750652) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 173.148ms - RowsReturned: 533.56K (533564) - RowsReturnedRate: 126.45 K/sec Buffer pool: - AllocTime: 5.796ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 5.777ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=5): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 4.982ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 3.552ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=49):(Total: 22.511us, non-child: 22.511us, % non-child: 100.00%) Node Lifecycle Event Timeline: 3s664ms - Open Started: 3s631ms (3s631ms) - Open Finished: 3s631ms (5.358us) - First Batch Requested: 3s633ms (1.504ms) - First Batch Returned: 3s633ms (13.708us) - Last Batch Returned: 3s633ms (276.000ns) - Closed: 3s664ms (31.225ms) - ConvertRowBatchTime: 8.311us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 16.21 M/sec Buffer pool: - AllocTime: 2.514ms - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 2.508ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 4.547us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 99.030us ; Min: 99.030us ; Max: 99.030us ; Number of samples: 1) - DeserializeRowBatchTime: 2.539ms - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=4):(Total: 4s040ms, non-child: 1s134ms, % non-child: 28.07%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s018ms - Open Started: 3s632ms (3s632ms) - Open Finished: 7s472ms (3s839ms) - First Batch Requested: 7s472ms (32.761us) - First Batch Returned: 7s472ms (219.438us) - Last Batch Returned: 8s018ms (545.515ms) - Closed: 8s018ms (250.519us) - BuildRows: 2.88M (2880404) - BuildTime: 923.510ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 224.29 MB (235181312) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 196.931ms - RowsReturned: 2.75M (2750652) - RowsReturnedRate: 680.71 K/sec Buffer pool: - AllocTime: 48.099ms - CumulativeAllocationBytes: 224.00 MB (234881024) - CumulativeAllocations: 96 (96) - PeakReservation: 224.00 MB (234881024) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 224.00 MB (234881024) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 47.835ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=4): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 584.263ms - BuildRowsPartitioned: 2.88M (2880404) - HashBuckets: 4.19M (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 332.585ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=48):(Total: 2s792ms, non-child: 111.045ms, % non-child: 3.98%) Node Lifecycle Event Timeline: 7s359ms - Open Started: 3s633ms (3s633ms) - Open Finished: 3s633ms (19.065us) - First Batch Requested: 3s638ms (5.117ms) - First Batch Returned: 3s638ms (29.969us) - Last Batch Returned: 7s026ms (3s388ms) - Closed: 7s359ms (333.067ms) - ConvertRowBatchTime: 92.500ms - PeakMemoryUsage: 12.22 MB (12813027) - RowsReturned: 2.88M (2880404) - RowsReturnedRate: 1.03 M/sec Buffer pool: - AllocTime: 25.526ms - CumulativeAllocationBytes: 109.90 MB (115236864) - CumulativeAllocations: 5.63K (5628) - PeakReservation: 12.18 MB (12771328) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.18 MB (12771328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 17.376ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 18.18 MB, 37.35 MB, 45.29 MB, 51.93 MB, 62.30 MB, 71.84 MB, 86.25 MB - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 90.65 MB (95053332) - TotalGetBatchTime: 2s694ms - DataWaitTime: 2s681ms Enqueue: - BytesReceived (500.000ms): 0, 0, 6.10 MB, 6.10 MB, 6.10 MB, 6.10 MB, 6.10 MB, 11.20 MB, 22.81 MB, 27.68 MB, 31.75 MB, 38.12 MB, 44.02 MB, 52.79 MB - DeferredQueueSize (500.000ms): 0, 0, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 87.513us ; Min: 26.360us ; Max: 6.508ms ; Number of samples: 2814) - DeserializeRowBatchTime: 143.268ms - TotalBatchesEnqueued: 2.81K (2814) - TotalBatchesReceived: 2.81K (2814) - TotalBytesReceived: 55.49 MB (58185083) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 2s346ms - TotalRPCsDeferred: 10 (10) HDFS_SCAN_NODE (id=1):(Total: 114.433ms, non-child: 114.433ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [12], missing [0, 2, 4, 6, 8]), waited for 105ms. Arrival delay: 7s464ms. Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 8s018ms - Open Started: 3s633ms (3s633ms) - Open Finished: 3s633ms (412.148us) - First Batch Requested: 7s360ms (3s726ms) - First Batch Returned: 7s472ms (112.359ms) - Last Batch Returned: 8s017ms (545.011ms) - Closed: 8s018ms (1.008ms) - BytesRead (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12.50 MB - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 88.037ms - MaterializeTupleTime(*): 62.753ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 32.65 MB (34240512) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 987.52 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 6.816ms - RowBatchQueuePeakMemoryUsage: 16.65 MB (17459200) - RowBatchQueuePutWaitTime: 47.751ms - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 873.87 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.575ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 107 (107) - ScannerThreadsTotalWallClockTime: 206.514ms - ScannerThreadsSysTime: 7.313ms - ScannerThreadsUserTime: 74.182ms - ScannerThreadsVoluntaryContextSwitches: 27 (27) - TotalRawHdfsOpenFileTime(*): 9.621us - TotalRawHdfsReadTime(*): 12.660ms - TotalReadThroughput: 1.56 MB/sec Buffer pool: - AllocTime: 15.885us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 2 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 4 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 6 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 8 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 12 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 3s628ms, non-child: 3s628ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 1.99K (1988) - CodegenTotalWallClockTime: 3s628ms - CodegenSysTime: 26.626ms - CodegenUserTime: 1s761ms - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 582.720ms - IrGenerationTime: 174.045ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 283 (283) - NumInstructions: 15.44K (15443) - OptimizationTime: 2s812ms - PeakMemoryUsage: 7.54 MB (7906816) - PrepareTime: 47.774ms Averaged Fragment F01:(Total: 5s731ms, non-child: 10.330ms, % non-child: 0.18%) split sizes: min: 128.00 MB, max: 239.70 MB, avg: 183.85 MB, stddev: 55.85 MB completion times: min:4s507ms max:8s354ms mean: 6s430ms stddev:1s923ms execution rates: min:28.40 MB/sec max:28.69 MB/sec mean:28.54 MB/sec stddev:151.82 KB/sec num instances: 2 - AverageThreadTokens: 2.34 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.15 - PeakMemoryUsage: 41.24 MB (43247127) - PeakReservation: 37.00 MB (38797312) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 702.77 MB (736908445) - RowsProduced: 1.44M (1440202) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4s208ms - TotalStorageWaitTime: 372.596ms - TotalThreadsInvoluntaryContextSwitches: 1.69K (1689) - TotalThreadsTotalWallClockTime: 13s910ms - TotalThreadsSysTime: 90.283ms - TotalThreadsUserTime: 1s574ms - TotalThreadsVoluntaryContextSwitches: 2.95K (2946) Buffer pool: - AllocTime: 7.188us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 5.106us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 5s382ms - ExecTreeExecTime: 849.300ms - OpenTime: 347.824ms - ExecTreeOpenTime: 1.004ms - PrepareTime: 449.380us - ExecTreePrepareTime: 178.438us KrpcDataStreamSender (dst_id=48):(Total: 4s525ms, non-child: 4s525ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 1.44M (1440202) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 282.651ms - TotalBytesSent: 27.74 MB (29092541) - UncompressedRowBatchSize: 45.32 MB (47526666) HDFS_SCAN_NODE (id=2):(Total: 848.377ms, non-child: 848.377ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.04 - AverageScannerThreadConcurrency: 1.41 - BytesRead: 183.91 MB (192848038) - BytesReadDataNodeCache: 0 - BytesReadLocal: 183.91 MB (192848038) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 183.91 MB (192848038) - CachedFileHandlesHitCount: 24 (24) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 1s172ms - MaterializeTupleTime(*): 504.812ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 40.20 MB (42157568) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 965.70 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 34.72 MB (36403200) - RowBatchQueueGetWaitTime: 160.659ms - RowBatchQueuePeakMemoryUsage: 4.18 MB (4385792) - RowBatchQueuePutWaitTime: 5s275ms - RowBatchesEnqueued: 1.41K (1408) - RowsRead: 1.44M (1440202) - RowsReturned: 1.44M (1440202) - RowsReturnedRate: 1.76 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 372.596ms - ScannerThreadWorklessLoops: 31 (31) - ScannerThreadsInvoluntaryContextSwitches: 1.19K (1192) - ScannerThreadsTotalWallClockTime: 8s180ms - ScannerThreadsSysTime: 27.166ms - ScannerThreadsUserTime: 1s121ms - ScannerThreadsVoluntaryContextSwitches: 853 (853) - TotalRawHdfsOpenFileTime(*): 123.626us - TotalRawHdfsReadTime(*): 258.194ms - TotalReadThroughput: 31.34 MB/sec Buffer pool: - AllocTime: 1.240ms - CumulativeAllocationBytes: 36.06 MB (37814272) - CumulativeAllocations: 5 (5) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 1.231ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 10 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 346.711ms, non-child: 346.711ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 209 (209) - CodegenTotalWallClockTime: 346.682ms - CodegenSysTime: 7.977ms - CodegenUserTime: 165.301ms - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 91.709ms - IrGenerationTime: 3.985ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 187.926ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 59.236ms Fragment F01: Instance 4d48b2a3bb0236f1:bfa8157d00000002 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 7s018ms, non-child: 12.049ms, % non-child: 0.17%) Last report received time: 2019-08-08 18:29:09.153 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:2/239.70 MB Filter 10 arrival: 3s660ms Fragment Instance Lifecycle Event Timeline: 7s027ms - Prepare Finished: 8.350ms (8.350ms) - Open Finished: 590.514ms (582.164ms) - First Batch Produced: 1s258ms (668.359ms) - First Batch Sent: 1s259ms (201.182us) - ExecInternal Finished: 7s027ms (5s768ms) - MemoryUsage (500.000ms): 1.33 MB, 17.01 MB, 49.25 MB, 52.70 MB, 52.70 MB, 52.70 MB, 52.70 MB, 52.71 MB, 52.71 MB, 52.66 MB, 52.71 MB, 52.43 MB, 52.71 MB, 28.29 MB - ThreadUsage (500.000ms): 1, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2 - AverageThreadTokens: 2.79 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.15 - PeakMemoryUsage: 52.75 MB (55316503) - PeakReservation: 49.00 MB (51380224) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 1.88M (1879640) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s221ms - TotalStorageWaitTime: 733.136ms - TotalThreadsInvoluntaryContextSwitches: 3.38K (3375) - TotalThreadsTotalWallClockTime: 19s331ms - TotalThreadsSysTime: 119.485ms - TotalThreadsUserTime: 2s283ms - TotalThreadsVoluntaryContextSwitches: 4.31K (4311) Buffer pool: - AllocTime: 8.758us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 6.971us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 6s436ms - ExecTreeExecTime: 768.926ms - OpenTime: 582.160ms - ExecTreeOpenTime: 1.893ms - PrepareTime: 367.939us - ExecTreePrepareTime: 124.389us KrpcDataStreamSender (dst_id=48):(Total: 5s658ms, non-child: 435.703ms, % non-child: 7.70%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 623.83 KB, 623.83 KB, 623.83 KB, 623.83 KB, 623.83 KB, 1.96 MB, 4.51 MB, 8.43 MB, 12.48 MB, 18.86 MB, 24.75 MB, 33.54 MB - NetworkThroughput: (Avg: 24.88 MB/sec ; Min: 949.93 KB/sec ; Max: 135.83 MB/sec ; Number of samples: 1836) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 1.88M (1879640) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 384.302ms - TotalBytesSent: 36.24 MB (37998730) - UncompressedRowBatchSize: 59.15 MB (62028120) HDFS_SCAN_NODE (id=2):(Total: 767.994ms, non-child: 767.994ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:2/239.70 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Not all filters arrived (arrived: [], missing [10]), waited for 434ms. Arrival delay: 1s016ms. Hdfs Read Thread Concurrency Bucket: 0:92.31% 1:7.692% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:2 Node Lifecycle Event Timeline: 7s026ms - Open Started: 588.605ms (588.605ms) - Open Finished: 590.494ms (1.888ms) - First Batch Requested: 590.517ms (23.321us) - First Batch Returned: 1s258ms (668.354ms) - Last Batch Returned: 7s026ms (5s767ms) - Closed: 7s026ms (539.759us) - BytesRead (500.000ms): 0, 0, 8.00 MB, 24.00 MB, 56.00 MB, 56.00 MB, 56.00 MB, 64.00 MB, 88.00 MB, 112.00 MB, 136.00 MB, 176.00 MB, 216.00 MB, 239.70 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 2) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 2) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.08 - AverageScannerThreadConcurrency: 1.92 - BytesRead: 239.77 MB (251412813) - BytesReadDataNodeCache: 0 - BytesReadLocal: 239.77 MB (251412813) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 239.77 MB (251412813) - CachedFileHandlesHitCount: 31 (31) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 1s942ms - MaterializeTupleTime(*): 873.040ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 2 (2) - PeakMemoryUsage: 51.71 MB (54226944) - PeakScannerThreadConcurrency: 2 (2) - PerReadThreadRawHdfsThroughput: 567.50 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 45.21 MB (47411200) - RowBatchQueueGetWaitTime: 308.279ms - RowBatchQueuePeakMemoryUsage: 3.67 MB (3853312) - RowBatchQueuePutWaitTime: 7s832ms - RowBatchesEnqueued: 1.84K (1838) - RowsRead: 1.88M (1879640) - RowsReturned: 1.88M (1879640) - RowsReturnedRate: 2.45 M/sec - ScanRangesComplete: 2 (2) - ScannerIoWaitTime: 733.136ms - ScannerThreadWorklessLoops: 24 (24) - ScannerThreadsInvoluntaryContextSwitches: 2.38K (2383) - ScannerThreadsTotalWallClockTime: 12s313ms - ScannerThreadsSysTime: 46.087ms - ScannerThreadsUserTime: 1s695ms - ScannerThreadsVoluntaryContextSwitches: 1.22K (1223) - TotalRawHdfsOpenFileTime(*): 198.255us - TotalRawHdfsReadTime(*): 422.493ms - TotalReadThroughput: 34.24 MB/sec Buffer pool: - AllocTime: 2.288ms - CumulativeAllocationBytes: 48.06 MB (50397184) - CumulativeAllocations: 7 (7) - PeakReservation: 48.00 MB (50331648) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.00 MB (50331648) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 2.277ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 10 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 580.166ms, non-child: 580.166ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 418 (418) - CodegenTotalWallClockTime: 580.136ms - CodegenSysTime: 7.681ms - CodegenUserTime: 225.509ms - CodegenVoluntaryContextSwitches: 35 (35) - CompileTime: 152.940ms - IrGenerationTime: 5.910ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 321.191ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 93.295ms Instance 4d48b2a3bb0236f1:bfa8157d00000001 (host=nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000):(Total: 4s443ms, non-child: 8.611ms, % non-child: 0.19%) Last report received time: 2019-08-08 18:29:05.303 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB Filter 10 arrival: 3s664ms Fragment Instance Lifecycle Event Timeline: 4s443ms - Prepare Finished: 1.013ms (1.013ms) - Open Finished: 114.508ms (113.494ms) - First Batch Produced: 1s030ms (916.084ms) - First Batch Sent: 1s030ms (264.174us) - ExecInternal Finished: 4s443ms (3s413ms) - MemoryUsage (500.000ms): 9.01 MB, 9.01 MB, 29.59 MB, 29.59 MB, 29.59 MB, 29.59 MB, 29.59 MB, 29.64 MB, 29.68 MB - ThreadUsage (500.000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 1.89 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.15 - PeakMemoryUsage: 29.73 MB (31177751) - PeakReservation: 25.00 MB (26214400) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 117.45 MB (123150386) - RowsProduced: 1.00M (1000764) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 3s194ms - TotalStorageWaitTime: 12.057ms - TotalThreadsInvoluntaryContextSwitches: 3 (3) - TotalThreadsTotalWallClockTime: 8s490ms - TotalThreadsSysTime: 61.081ms - TotalThreadsUserTime: 866.201ms - TotalThreadsVoluntaryContextSwitches: 1.58K (1581) Buffer pool: - AllocTime: 5.619us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 3.241us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 4s329ms - ExecTreeExecTime: 929.674ms - OpenTime: 113.489ms - ExecTreeOpenTime: 115.952us - PrepareTime: 530.822us - ExecTreePrepareTime: 232.488us KrpcDataStreamSender (dst_id=48):(Total: 3s392ms, non-child: 198.049ms, % non-child: 5.84%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 3.88 MB, 5.45 MB, 5.45 MB, 5.45 MB, 5.45 MB, 7.07 MB, 15.45 MB - NetworkThroughput: (Avg: 37.10 MB/sec ; Min: 1.52 MB/sec ; Max: 99.01 MB/sec ; Number of samples: 978) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 1.00M (1000764) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 180.999ms - TotalBytesSent: 19.25 MB (20186353) - UncompressedRowBatchSize: 31.50 MB (33025212) HDFS_SCAN_NODE (id=2):(Total: 928.760ms, non-child: 928.760ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [10]), waited for 903ms. Arrival delay: 1s017ms. Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 4s443ms - Open Started: 114.374ms (114.374ms) - Open Finished: 114.488ms (113.850us) - First Batch Requested: 114.518ms (30.624us) - First Batch Returned: 1s030ms (916.070ms) - Last Batch Returned: 4s442ms (3s412ms) - Closed: 4s443ms (990.531us) - BytesRead (500.000ms): 0, 0, 64.00 MB, 72.00 MB, 72.00 MB, 72.00 MB, 72.00 MB, 88.00 MB, 128.00 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.89 - BytesRead: 128.06 MB (134283264) - BytesReadDataNodeCache: 0 - BytesReadLocal: 128.06 MB (134283264) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 128.06 MB (134283264) - CachedFileHandlesHitCount: 17 (17) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 402.539ms - MaterializeTupleTime(*): 136.583ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 28.69 MB (30088192) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.33 GB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 24.22 MB (25395200) - RowBatchQueueGetWaitTime: 13.039ms - RowBatchQueuePeakMemoryUsage: 4.69 MB (4918272) - RowBatchQueuePutWaitTime: 2s719ms - RowBatchesEnqueued: 979 (979) - RowsRead: 1.00M (1000764) - RowsReturned: 1.00M (1000764) - RowsReturnedRate: 1.08 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12.057ms - ScannerThreadWorklessLoops: 38 (38) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 4s047ms - ScannerThreadsSysTime: 8.246ms - ScannerThreadsUserTime: 548.374ms - ScannerThreadsVoluntaryContextSwitches: 484 (484) - TotalRawHdfsOpenFileTime(*): 48.997us - TotalRawHdfsReadTime(*): 93.894ms - TotalReadThroughput: 28.44 MB/sec Buffer pool: - AllocTime: 192.221us - CumulativeAllocationBytes: 24.06 MB (25231360) - CumulativeAllocations: 4 (4) - PeakReservation: 24.00 MB (25165824) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 24.00 MB (25165824) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 184.606us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 10 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 113.256ms, non-child: 113.256ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 0 (0) - CodegenTotalWallClockTime: 113.228ms - CodegenSysTime: 8.273ms - CodegenUserTime: 105.093ms - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 30.479ms - IrGenerationTime: 2.061ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 54.661ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 25.177ms Averaged Fragment F02:(Total: 621.598ms, non-child: 298.613us, % non-child: 0.05%) split sizes: min: 9.77 MB, max: 9.77 MB, avg: 9.77 MB, stddev: 0 completion times: min:5s135ms max:5s135ms mean: 5s135ms stddev:0.000ns execution rates: min:1.90 MB/sec max:1.90 MB/sec mean:1.90 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.06 MB (16839473) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 503.379us - TotalStorageWaitTime: 8.371ms - TotalThreadsInvoluntaryContextSwitches: 425 (425) - TotalThreadsTotalWallClockTime: 739.827ms - TotalThreadsSysTime: 5.981ms - TotalThreadsUserTime: 241.768ms - TotalThreadsVoluntaryContextSwitches: 49 (49) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 138.183ms - ExecTreeExecTime: 137.373ms - OpenTime: 482.964ms - ExecTreeOpenTime: 147.808us - PrepareTime: 375.556us - ExecTreePrepareTime: 117.897us KrpcDataStreamSender (dst_id=49):(Total: 831.313us, non-child: 831.313us, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 39.890us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=3):(Total: 137.737ms, non-child: 137.737ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 95.249ms - MaterializeTupleTime(*): 9.444ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.04 MB (16815104) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 492.52 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 118.170ms - RowBatchQueuePeakMemoryUsage: 17.00 KB (17408) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 2.65 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 8.371ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 60 (60) - ScannerThreadsTotalWallClockTime: 118.705ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 49.374ms - ScannerThreadsVoluntaryContextSwitches: 4 (4) - TotalRawHdfsOpenFileTime(*): 6.539us - TotalRawHdfsReadTime(*): 19.836ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 242.734us - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 239.026us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 482.731ms, non-child: 482.731ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 362 (362) - CodegenTotalWallClockTime: 482.706ms - CodegenSysTime: 5.957ms - CodegenUserTime: 191.635ms - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 99.281ms - IrGenerationTime: 7.689ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 279.873ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 93.657ms Fragment F02: Instance 4d48b2a3bb0236f1:bfa8157d00000003 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 621.598ms, non-child: 298.613us, % non-child: 0.05%) Last report received time: 2019-08-08 18:29:05.935 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB Fragment Instance Lifecycle Event Timeline: 783.122ms - Prepare Finished: 11.350ms (11.350ms) - Open Finished: 494.321ms (482.970ms) - First Batch Produced: 629.001ms (134.680ms) - First Batch Sent: 629.254ms (252.855us) - ExecInternal Finished: 783.122ms (153.867ms) - MemoryUsage (500.000ms): 303.22 KB - ThreadUsage (500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.06 MB (16839473) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 503.379us - TotalStorageWaitTime: 8.371ms - TotalThreadsInvoluntaryContextSwitches: 425 (425) - TotalThreadsTotalWallClockTime: 739.827ms - TotalThreadsSysTime: 5.981ms - TotalThreadsUserTime: 241.768ms - TotalThreadsVoluntaryContextSwitches: 49 (49) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 138.183ms - ExecTreeExecTime: 137.373ms - OpenTime: 482.964ms - ExecTreeOpenTime: 147.808us - PrepareTime: 375.556us - ExecTreePrepareTime: 117.897us KrpcDataStreamSender (dst_id=49):(Total: 831.313us, non-child: 326.287us, % non-child: 39.25%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0 - NetworkThroughput: (Avg: 6.31 MB/sec ; Min: 6.31 MB/sec ; Max: 6.31 MB/sec ; Number of samples: 1) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 39.890us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=3):(Total: 137.737ms, non-child: 137.737ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 741.463ms - Open Started: 494.155ms (494.155ms) - Open Finished: 494.298ms (143.487us) - First Batch Requested: 494.324ms (25.197us) - First Batch Returned: 628.997ms (134.673ms) - Last Batch Returned: 631.955ms (2.957ms) - Closed: 741.463ms (109.508ms) - BytesRead (500.000ms): 0 - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 95.249ms - MaterializeTupleTime(*): 9.444ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.04 MB (16815104) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 492.52 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 118.170ms - RowBatchQueuePeakMemoryUsage: 17.00 KB (17408) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 2.65 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 8.371ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 60 (60) - ScannerThreadsTotalWallClockTime: 118.705ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 49.374ms - ScannerThreadsVoluntaryContextSwitches: 4 (4) - TotalRawHdfsOpenFileTime(*): 6.539us - TotalRawHdfsReadTime(*): 19.836ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 242.734us - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 239.026us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 482.731ms, non-child: 482.731ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 362 (362) - CodegenTotalWallClockTime: 482.706ms - CodegenSysTime: 5.957ms - CodegenUserTime: 191.635ms - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 99.281ms - IrGenerationTime: 7.689ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 279.873ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 93.657ms Averaged Fragment F09:(Total: 8s194ms, non-child: 9.651ms, % non-child: 0.12%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:8s357ms max:8s357ms mean: 8s357ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 38.52 MB (40387807) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 38.17K (38175) - TotalNetworkReceiveTime: 5s824ms - TotalNetworkSendTime: 7.463ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 802 (802) - TotalThreadsTotalWallClockTime: 8s176ms - TotalThreadsSysTime: 33.153ms - TotalThreadsUserTime: 654.547ms - TotalThreadsVoluntaryContextSwitches: 102 (102) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 67.320ms - ExecTreeExecTime: 21.527ms - OpenTime: 8s108ms - ExecTreeOpenTime: 5s881ms - PrepareTime: 18.537ms - ExecTreePrepareTime: 9.921ms KrpcDataStreamSender (dst_id=56):(Total: 45.054ms, non-child: 45.054ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 1.97 KB (2016) - RowsSent: 38.17K (38175) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 35.496ms - TotalBytesSent: 2.81 MB (2945712) - UncompressedRowBatchSize: 4.62 MB (4848444) UNION_NODE (id=7):(Total: 5s913ms, non-child: 17.508ms, % non-child: 0.30%) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 6.46 K/sec AGGREGATION_NODE (id=55):(Total: 5s895ms, non-child: 70.080ms, % non-child: 1.19%) - PeakMemoryUsage: 36.11 MB (37863552) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 6.47 K/sec GroupingAggregator 0: - BuildTime: 54.640ms - GetResultsTime: 3.367ms - HTResizeTime: 3.059ms - HashBuckets: 131.07K (131072) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 36.11 MB (37859456) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 38.17K (38175) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 487.906us - CumulativeAllocationBytes: 36.00 MB (37748736) - CumulativeAllocations: 18 (18) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 465.783us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=54):(Total: 5s825ms, non-child: 5s825ms, % non-child: 100.00%) - ConvertRowBatchTime: 1.053ms - PeakMemoryUsage: 2.39 MB (2506752) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 6.55 K/sec Buffer pool: - AllocTime: 345.746us - CumulativeAllocationBytes: 9.56 MB (10027008) - CumulativeAllocations: 96 (96) - PeakReservation: 2.39 MB (2506752) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 2.39 MB (2506752) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 207.512us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 5s756ms - TotalBytesDequeued: 6.46 MB (6771689) - TotalGetBatchTime: 5s824ms - DataWaitTime: 5s824ms Enqueue: - DeserializeRowBatchTime: 13.301ms - TotalBatchesEnqueued: 48 (48) - TotalBatchesReceived: 48 (48) - TotalBytesReceived: 3.65 MB (3826504) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 2s226ms, non-child: 2s226ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 690 (690) - CodegenTotalWallClockTime: 2s226ms - CodegenSysTime: 23.458ms - CodegenUserTime: 571.644ms - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 897.505ms - IrGenerationTime: 16.733ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 67 (67) - NumInstructions: 1.86K (1865) - OptimizationTime: 1s207ms - PeakMemoryUsage: 932.50 KB (954880) - PrepareTime: 102.698ms Fragment F09: Instance 4d48b2a3bb0236f1:bfa8157d00000009 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 8s194ms, non-child: 9.651ms, % non-child: 0.12%) Last report received time: 2019-08-08 18:29:09.156 Fragment Instance Lifecycle Event Timeline: 8s220ms - Prepare Finished: 42.610ms (42.610ms) - Open Finished: 8s151ms (8s108ms) - First Batch Produced: 8s157ms (6.284ms) - First Batch Sent: 8s158ms (1.075ms) - ExecInternal Finished: 8s220ms (61.977ms) - MemoryUsage (500.000ms): 1.02 MB, 1.02 MB, 114.09 KB, 114.09 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB, 121.22 KB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 38.52 MB (40387807) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 38.17K (38175) - TotalNetworkReceiveTime: 5s824ms - TotalNetworkSendTime: 7.463ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 802 (802) - TotalThreadsTotalWallClockTime: 8s176ms - TotalThreadsSysTime: 33.153ms - TotalThreadsUserTime: 654.547ms - TotalThreadsVoluntaryContextSwitches: 102 (102) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 67.320ms - ExecTreeExecTime: 21.527ms - OpenTime: 8s108ms - ExecTreeOpenTime: 5s881ms - PrepareTime: 18.537ms - ExecTreePrepareTime: 9.921ms KrpcDataStreamSender (dst_id=56):(Total: 45.054ms, non-child: 37.577ms, % non-child: 83.40%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 273.22 MB/sec ; Min: 45.02 MB/sec ; Max: 396.68 MB/sec ; Number of samples: 38) - EosSent: 1 (1) - PeakMemoryUsage: 1.97 KB (2016) - RowsSent: 38.17K (38175) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 35.496ms - TotalBytesSent: 2.81 MB (2945712) - UncompressedRowBatchSize: 4.62 MB (4848444) UNION_NODE (id=7):(Total: 5s913ms, non-child: 17.508ms, % non-child: 0.30%) ExecOption: Codegen Enabled Node Lifecycle Event Timeline: 8s219ms - Open Started: 2s269ms (2s269ms) - Open Finished: 8s151ms (5s881ms) - First Batch Requested: 8s151ms (42.175us) - First Batch Returned: 8s157ms (6.276ms) - Last Batch Returned: 8s217ms (60.088ms) - Closed: 8s219ms (1.822ms) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 6.46 K/sec AGGREGATION_NODE (id=55):(Total: 5s895ms, non-child: 70.080ms, % non-child: 1.19%) Node Lifecycle Event Timeline: 8s217ms - Open Started: 2s269ms (2s269ms) - Open Finished: 8s151ms (5s881ms) - First Batch Requested: 8s151ms (141.615us) - First Batch Returned: 8s151ms (103.528us) - Last Batch Returned: 8s217ms (66.016ms) - Closed: 8s217ms (151.747us) - PeakMemoryUsage: 36.11 MB (37863552) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 6.47 K/sec GroupingAggregator 0: ExecOption: Codegen Enabled - BuildTime: 54.640ms - GetResultsTime: 3.367ms - HTResizeTime: 3.059ms - HashBuckets: 131.07K (131072) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 36.11 MB (37859456) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 38.17K (38175) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 487.906us - CumulativeAllocationBytes: 36.00 MB (37748736) - CumulativeAllocations: 18 (18) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 465.783us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=54):(Total: 5s825ms, non-child: 1.300ms, % non-child: 0.02%) Node Lifecycle Event Timeline: 8s151ms - Open Started: 2s269ms (2s269ms) - Open Finished: 8s026ms (5s757ms) - First Batch Requested: 8s027ms (1.107ms) - First Batch Returned: 8s027ms (45.394us) - Last Batch Returned: 8s150ms (123.061ms) - Closed: 8s151ms (507.983us) - ConvertRowBatchTime: 1.053ms - PeakMemoryUsage: 2.39 MB (2506752) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 6.55 K/sec Buffer pool: - AllocTime: 345.746us - CumulativeAllocationBytes: 9.56 MB (10027008) - CumulativeAllocations: 96 (96) - PeakReservation: 2.39 MB (2506752) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 2.39 MB (2506752) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 207.512us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 5s756ms - TotalBytesDequeued: 6.46 MB (6771689) - TotalGetBatchTime: 5s824ms - DataWaitTime: 5s824ms Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 210.833us ; Min: 30.536us ; Max: 3.215ms ; Number of samples: 48) - DeserializeRowBatchTime: 13.301ms - TotalBatchesEnqueued: 48 (48) - TotalBatchesReceived: 48 (48) - TotalBytesReceived: 3.65 MB (3826504) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 2s226ms, non-child: 2s226ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 690 (690) - CodegenTotalWallClockTime: 2s226ms - CodegenSysTime: 23.458ms - CodegenUserTime: 571.644ms - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 897.505ms - IrGenerationTime: 16.733ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 67 (67) - NumInstructions: 1.86K (1865) - OptimizationTime: 1s207ms - PeakMemoryUsage: 932.50 KB (954880) - PrepareTime: 102.698ms Averaged Fragment F05:(Total: 8s123ms, non-child: 15.221ms, % non-child: 0.19%) split sizes: min: 12.50 MB, max: 12.50 MB, avg: 12.50 MB, stddev: 0 completion times: min:8s356ms max:8s356ms mean: 8s356ms stddev:0.000ns execution rates: min:1.50 MB/sec max:1.50 MB/sec mean:1.50 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.50 - BloomFilterBytes: 6.00 MB (6291456) - ExchangeScanRatio: 0.29 - PeakMemoryUsage: 331.39 MB (347490270) - PeakReservation: 314.00 MB (329252864) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 38.17K (38175) - TotalNetworkReceiveTime: 2s561ms - TotalNetworkSendTime: 65.530ms - TotalStorageWaitTime: 10.605ms - TotalThreadsInvoluntaryContextSwitches: 3.04K (3045) - TotalThreadsTotalWallClockTime: 12s028ms - TotalThreadsSysTime: 274.085ms - TotalThreadsUserTime: 2s979ms - TotalThreadsVoluntaryContextSwitches: 2.09K (2093) Buffer pool: - AllocTime: 221.207us - CumulativeAllocationBytes: 6.00 MB (6291456) - CumulativeAllocations: 6 (6) - PeakReservation: 6.00 MB (6291456) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 6.00 MB (6291456) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 6.00 MB (6291456) - SystemAllocTime: 205.782us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 635.722ms - ExecTreeExecTime: 514.118ms - OpenTime: 7s467ms - ExecTreeOpenTime: 3s787ms - PrepareTime: 20.080ms - ExecTreePrepareTime: 5.254ms KrpcDataStreamSender (dst_id=54):(Total: 121.551ms, non-child: 121.551ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 38.17K (38175) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 54.081ms - TotalBytesSent: 3.65 MB (3826504) - UncompressedRowBatchSize: 6.46 MB (6771689) AGGREGATION_NODE (id=13):(Total: 4s306ms, non-child: 162.959ms, % non-child: 3.78%) - PeakMemoryUsage: 36.39 MB (38153344) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 8.86 K/sec GroupingAggregator 0: - BuildTime: 0.000ns - GetResultsTime: 2.949ms - HTResizeTime: 3.013ms - HashBuckets: 131.07K (131072) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 36.10 MB (37855360) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - ReductionFactorEstimate: 14.09 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 38.17K (38175) - StreamingTime: 151.425ms Buffer pool: - AllocTime: 5.236ms - CumulativeAllocationBytes: 36.00 MB (37748736) - CumulativeAllocations: 18 (18) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 5.206ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=12):(Total: 4s143ms, non-child: 169.771ms, % non-child: 4.10%) - BuildRows: 365 (365) - BuildTime: 48.245ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 2.75M (2750652) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 160.798ms - RowsReturned: 536.30K (536297) - RowsReturnedRate: 129.43 K/sec Buffer pool: - AllocTime: 30.506ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 30.483ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=12): - BuildRowsPartitionTime: 30.556ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.159ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=53):(Total: 24.153us, non-child: 24.153us, % non-child: 100.00%) - ConvertRowBatchTime: 9.379us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 15.11 M/sec Buffer pool: - AllocTime: 7.595us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 4.965us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 3.945us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 24.260us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=11):(Total: 3s973ms, non-child: 1s209ms, % non-child: 30.43%) - BuildRows: 2.88M (2880404) - BuildTime: 989.108ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 224.29 MB (235181312) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 183.471ms - RowsReturned: 2.75M (2750652) - RowsReturnedRate: 692.23 K/sec Buffer pool: - AllocTime: 17.234ms - CumulativeAllocationBytes: 224.00 MB (234881024) - CumulativeAllocations: 96 (96) - PeakReservation: 224.00 MB (234881024) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 224.00 MB (234881024) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 16.963ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=11): - BuildRowsPartitionTime: 620.257ms - BuildRowsPartitioned: 2.88M (2880404) - HashBuckets: 4.19M (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 350.739ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=52):(Total: 2s669ms, non-child: 2s669ms, % non-child: 100.00%) - ConvertRowBatchTime: 104.410ms - PeakMemoryUsage: 12.22 MB (12811908) - RowsReturned: 2.88M (2880404) - RowsReturnedRate: 1.08 M/sec Buffer pool: - AllocTime: 23.736ms - CumulativeAllocationBytes: 109.90 MB (115236864) - CumulativeAllocations: 5.63K (5628) - PeakReservation: 12.18 MB (12771328) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.18 MB (12771328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 16.218ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 90.65 MB (95053332) - TotalGetBatchTime: 2s560ms - DataWaitTime: 2s544ms Enqueue: - DeserializeRowBatchTime: 158.925ms - TotalBatchesEnqueued: 2.81K (2814) - TotalBatchesReceived: 2.81K (2814) - TotalBytesReceived: 55.47 MB (58166676) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 2s363ms - TotalRPCsDeferred: 3 (3) HDFS_SCAN_NODE (id=8):(Total: 94.713ms, non-child: 94.713ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 76.620ms - MaterializeTupleTime(*): 61.052ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 32.65 MB (34240512) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 492.07 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 12.142ms - RowBatchQueuePeakMemoryUsage: 16.65 MB (17459200) - RowBatchQueuePutWaitTime: 48.596ms - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 1.06 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10.605ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 82 (82) - ScannerThreadsTotalWallClockTime: 206.529ms - ScannerThreadsSysTime: 9.390ms - ScannerThreadsUserTime: 76.061ms - ScannerThreadsVoluntaryContextSwitches: 23 (23) - TotalRawHdfsOpenFileTime(*): 5.796us - TotalRawHdfsReadTime(*): 25.408ms - TotalReadThroughput: 1.56 MB/sec Buffer pool: - AllocTime: 226.745us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 220.092us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 2 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 4 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 6 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 16 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 3s680ms, non-child: 3s680ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 2.05K (2054) - CodegenTotalWallClockTime: 3s680ms - CodegenSysTime: 32.856ms - CodegenUserTime: 1s829ms - CodegenVoluntaryContextSwitches: 73 (73) - CompileTime: 862.339ms - IrGenerationTime: 174.834ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 283 (283) - NumInstructions: 15.44K (15443) - OptimizationTime: 2s535ms - PeakMemoryUsage: 7.54 MB (7906816) - PrepareTime: 94.040ms Fragment F05: Instance 4d48b2a3bb0236f1:bfa8157d00000008 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 8s123ms, non-child: 15.221ms, % non-child: 0.19%) Last report received time: 2019-08-08 18:29:09.155 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB Filter 16 arrival: 7s034ms Filter 0 arrival: 7s432ms Filter 6 arrival: 7s447ms Filter 4 arrival: 7s460ms Filter 2 arrival: 7s467ms Fragment Instance Lifecycle Event Timeline: 8s150ms - Prepare Finished: 45.850ms (45.850ms) - Open Finished: 7s513ms (7s467ms) - First Batch Produced: 8s024ms (510.814ms) - First Batch Sent: 8s024ms (2.846us) - ExecInternal Finished: 8s150ms (126.189ms) - MemoryUsage (500.000ms): 13.73 MB, 13.74 MB, 25.07 MB, 25.89 MB, 25.89 MB, 18.35 MB, 18.35 MB, 94.38 MB, 94.38 MB, 94.38 MB, 124.38 MB, 124.38 MB, 124.38 MB, 124.38 MB, 284.39 MB, 311.32 MB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1 - AverageThreadTokens: 1.50 - BloomFilterBytes: 6.00 MB (6291456) - ExchangeScanRatio: 0.29 - PeakMemoryUsage: 331.39 MB (347490270) - PeakReservation: 314.00 MB (329252864) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 38.17K (38175) - TotalNetworkReceiveTime: 2s561ms - TotalNetworkSendTime: 65.530ms - TotalStorageWaitTime: 10.605ms - TotalThreadsInvoluntaryContextSwitches: 3.04K (3045) - TotalThreadsTotalWallClockTime: 12s028ms - TotalThreadsSysTime: 274.085ms - TotalThreadsUserTime: 2s979ms - TotalThreadsVoluntaryContextSwitches: 2.09K (2093) Buffer pool: - AllocTime: 221.207us - CumulativeAllocationBytes: 6.00 MB (6291456) - CumulativeAllocations: 6 (6) - PeakReservation: 6.00 MB (6291456) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 6.00 MB (6291456) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 6.00 MB (6291456) - SystemAllocTime: 205.782us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 635.722ms - ExecTreeExecTime: 514.118ms - OpenTime: 7s467ms - ExecTreeOpenTime: 3s787ms - PrepareTime: 20.080ms - ExecTreePrepareTime: 5.254ms KrpcDataStreamSender (dst_id=54):(Total: 121.551ms, non-child: 56.000ms, % non-child: 46.07%) ExecOption: Hash Partitioned Sender Codegen Enabled - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 244.34 MB/sec ; Min: 4.29 MB/sec ; Max: 510.72 MB/sec ; Number of samples: 48) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 38.17K (38175) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 54.081ms - TotalBytesSent: 3.65 MB (3826504) - UncompressedRowBatchSize: 6.46 MB (6771689) AGGREGATION_NODE (id=13):(Total: 4s306ms, non-child: 162.959ms, % non-child: 3.78%) Node Lifecycle Event Timeline: 8s149ms - Open Started: 3s726ms (3s726ms) - Open Finished: 7s513ms (3s787ms) - First Batch Requested: 7s513ms (77.606us) - First Batch Returned: 8s024ms (510.793ms) - Last Batch Returned: 8s148ms (124.336ms) - Closed: 8s149ms (723.131us) - PeakMemoryUsage: 36.39 MB (38153344) - RowsReturned: 38.17K (38175) - RowsReturnedRate: 8.86 K/sec GroupingAggregator 0: ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0.000ns - GetResultsTime: 2.949ms - HTResizeTime: 3.013ms - HashBuckets: 131.07K (131072) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 36.10 MB (37855360) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - ReductionFactorEstimate: 14.09 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 38.17K (38175) - StreamingTime: 151.425ms Buffer pool: - AllocTime: 5.236ms - CumulativeAllocationBytes: 36.00 MB (37748736) - CumulativeAllocations: 18 (18) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 5.206ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=12):(Total: 4s143ms, non-child: 169.771ms, % non-child: 4.10%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s023ms - Open Started: 3s726ms (3s726ms) - Open Finished: 7s511ms (3s785ms) - First Batch Requested: 7s513ms (1.344ms) - First Batch Returned: 7s513ms (753.446us) - Last Batch Returned: 8s023ms (509.875ms) - Closed: 8s023ms (90.045us) - BuildRows: 365 (365) - BuildTime: 48.245ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 2.75M (2750652) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 160.798ms - RowsReturned: 536.30K (536297) - RowsReturnedRate: 129.43 K/sec Buffer pool: - AllocTime: 30.506ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 30.483ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=12): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 30.556ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.159ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=53):(Total: 24.153us, non-child: 24.153us, % non-child: 100.00%) Node Lifecycle Event Timeline: 3s775ms - Open Started: 3s726ms (3s726ms) - Open Finished: 3s726ms (5.157us) - First Batch Requested: 3s728ms (1.469ms) - First Batch Returned: 3s728ms (15.131us) - Last Batch Returned: 3s728ms (282.000ns) - Closed: 3s775ms (47.101ms) - ConvertRowBatchTime: 9.379us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 15.11 M/sec Buffer pool: - AllocTime: 7.595us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 4.965us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 3.945us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 87.747us ; Min: 87.747us ; Max: 87.747us ; Number of samples: 1) - DeserializeRowBatchTime: 24.260us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=11):(Total: 3s973ms, non-child: 1s209ms, % non-child: 30.43%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 8s023ms - Open Started: 3s728ms (3s728ms) - Open Finished: 7s511ms (3s783ms) - First Batch Requested: 7s511ms (202.851us) - First Batch Returned: 7s511ms (164.075us) - Last Batch Returned: 8s023ms (511.794ms) - Closed: 8s023ms (286.116us) - BuildRows: 2.88M (2880404) - BuildTime: 989.108ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 224.29 MB (235181312) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 183.471ms - RowsReturned: 2.75M (2750652) - RowsReturnedRate: 692.23 K/sec Buffer pool: - AllocTime: 17.234ms - CumulativeAllocationBytes: 224.00 MB (234881024) - CumulativeAllocations: 96 (96) - PeakReservation: 224.00 MB (234881024) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 224.00 MB (234881024) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 16.963ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=11): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 620.257ms - BuildRowsPartitioned: 2.88M (2880404) - HashBuckets: 4.19M (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 350.739ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=52):(Total: 2s669ms, non-child: 125.155ms, % non-child: 4.69%) Node Lifecycle Event Timeline: 7s418ms - Open Started: 3s747ms (3s747ms) - Open Finished: 3s748ms (108.847us) - First Batch Requested: 3s758ms (10.897ms) - First Batch Returned: 3s758ms (35.668us) - Last Batch Returned: 7s066ms (3s307ms) - Closed: 7s418ms (351.238ms) - ConvertRowBatchTime: 104.410ms - PeakMemoryUsage: 12.22 MB (12811908) - RowsReturned: 2.88M (2880404) - RowsReturnedRate: 1.08 M/sec Buffer pool: - AllocTime: 23.736ms - CumulativeAllocationBytes: 109.90 MB (115236864) - CumulativeAllocations: 5.63K (5628) - PeakReservation: 12.18 MB (12771328) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.18 MB (12771328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 16.218ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 13.89 MB, 32.36 MB, 43.29 MB, 49.93 MB, 60.95 MB, 70.75 MB, 84.31 MB, 90.65 MB - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 90.65 MB (95053332) - TotalGetBatchTime: 2s560ms - DataWaitTime: 2s544ms Enqueue: - BytesReceived (500.000ms): 0, 0, 5.68 MB, 6.11 MB, 6.11 MB, 6.11 MB, 6.11 MB, 8.51 MB, 20.29 MB, 26.44 MB, 30.51 MB, 37.27 MB, 43.27 MB, 51.58 MB, 55.47 MB - DeferredQueueSize (500.000ms): 0, 0, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 87.994us ; Min: 25.376us ; Max: 7.217ms ; Number of samples: 2814) - DeserializeRowBatchTime: 158.925ms - TotalBatchesEnqueued: 2.81K (2814) - TotalBatchesReceived: 2.81K (2814) - TotalBytesReceived: 55.47 MB (58166676) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 2s363ms - TotalRPCsDeferred: 3 (3) HDFS_SCAN_NODE (id=8):(Total: 94.713ms, non-child: 94.713ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [6, 16], missing [0, 2, 4]), waited for 81ms. Arrival delay: 7s447ms. Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 8s023ms - Open Started: 3s747ms (3s747ms) - Open Finished: 3s748ms (146.215us) - First Batch Requested: 7s418ms (3s670ms) - First Batch Returned: 7s511ms (93.007ms) - Last Batch Returned: 8s022ms (511.066ms) - Closed: 8s023ms (1.385ms) - BytesRead (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12.50 MB - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 76.620ms - MaterializeTupleTime(*): 61.052ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 32.65 MB (34240512) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 492.07 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 12.142ms - RowBatchQueuePeakMemoryUsage: 16.65 MB (17459200) - RowBatchQueuePutWaitTime: 48.596ms - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 1.06 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10.605ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 82 (82) - ScannerThreadsTotalWallClockTime: 206.529ms - ScannerThreadsSysTime: 9.390ms - ScannerThreadsUserTime: 76.061ms - ScannerThreadsVoluntaryContextSwitches: 23 (23) - TotalRawHdfsOpenFileTime(*): 5.796us - TotalRawHdfsReadTime(*): 25.408ms - TotalReadThroughput: 1.56 MB/sec Buffer pool: - AllocTime: 226.745us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 220.092us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 2 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 4 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 6 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 16 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 3s680ms, non-child: 3s680ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 2.05K (2054) - CodegenTotalWallClockTime: 3s680ms - CodegenSysTime: 32.856ms - CodegenUserTime: 1s829ms - CodegenVoluntaryContextSwitches: 73 (73) - CompileTime: 862.339ms - IrGenerationTime: 174.834ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 283 (283) - NumInstructions: 15.44K (15443) - OptimizationTime: 2s535ms - PeakMemoryUsage: 7.54 MB (7906816) - PrepareTime: 94.040ms Averaged Fragment F06:(Total: 5s763ms, non-child: 14.650ms, % non-child: 0.25%) split sizes: min: 128.00 MB, max: 239.70 MB, avg: 183.85 MB, stddev: 55.85 MB completion times: min:4s507ms max:8s353ms mean: 6s430ms stddev:1s923ms execution rates: min:28.40 MB/sec max:28.69 MB/sec mean:28.55 MB/sec stddev:151.20 KB/sec num instances: 2 - AverageThreadTokens: 2.34 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.15 - PeakMemoryUsage: 41.25 MB (43251223) - PeakReservation: 37.00 MB (38797312) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 702.77 MB (736908445) - RowsProduced: 1.44M (1440202) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4s195ms - TotalStorageWaitTime: 497.384ms - TotalThreadsInvoluntaryContextSwitches: 1.75K (1746) - TotalThreadsTotalWallClockTime: 13s886ms - TotalThreadsSysTime: 86.253ms - TotalThreadsUserTime: 1s608ms - TotalThreadsVoluntaryContextSwitches: 2.93K (2928) Buffer pool: - AllocTime: 11.526us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 8.897us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 5s315ms - ExecTreeExecTime: 789.833ms - OpenTime: 445.084ms - ExecTreeOpenTime: 166.175us - PrepareTime: 507.152us - ExecTreePrepareTime: 161.400us KrpcDataStreamSender (dst_id=52):(Total: 4s516ms, non-child: 4s516ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 1.44M (1440202) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 291.162ms - TotalBytesSent: 27.74 MB (29083338) - UncompressedRowBatchSize: 45.32 MB (47526666) HDFS_SCAN_NODE (id=9):(Total: 787.909ms, non-child: 787.909ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.41 - BytesRead: 183.91 MB (192848038) - BytesReadDataNodeCache: 0 - BytesReadLocal: 183.91 MB (192848038) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 183.91 MB (192848038) - CachedFileHandlesHitCount: 24 (24) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 1s133ms - MaterializeTupleTime(*): 498.579ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 40.22 MB (42174464) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.24 GB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 34.72 MB (36403200) - RowBatchQueueGetWaitTime: 190.503ms - RowBatchQueuePeakMemoryUsage: 4.20 MB (4402688) - RowBatchQueuePutWaitTime: 5s133ms - RowBatchesEnqueued: 1.41K (1408) - RowsRead: 1.44M (1440202) - RowsReturned: 1.44M (1440202) - RowsReturnedRate: 2.05 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 497.384ms - ScannerThreadWorklessLoops: 29 (29) - ScannerThreadsInvoluntaryContextSwitches: 1.27K (1271) - ScannerThreadsTotalWallClockTime: 8s126ms - ScannerThreadsSysTime: 25.665ms - ScannerThreadsUserTime: 1s150ms - ScannerThreadsVoluntaryContextSwitches: 745 (745) - TotalRawHdfsOpenFileTime(*): 74.802us - TotalRawHdfsReadTime(*): 166.634ms - TotalReadThroughput: 31.34 MB/sec Buffer pool: - AllocTime: 615.585us - CumulativeAllocationBytes: 36.06 MB (37814272) - CumulativeAllocations: 5 (5) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 605.082us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 14 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 444.796ms, non-child: 444.796ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 189 (189) - CodegenTotalWallClockTime: 444.771ms - CodegenSysTime: 7.398ms - CodegenUserTime: 163.326ms - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 161.521ms - IrGenerationTime: 10.871ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 222.170ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 47.503ms Fragment F06: Instance 4d48b2a3bb0236f1:bfa8157d00000006 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 7s027ms, non-child: 18.826ms, % non-child: 0.27%) Last report received time: 2019-08-08 18:29:09.153 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:2/239.70 MB Filter 14 arrival: 3s741ms Fragment Instance Lifecycle Event Timeline: 7s068ms - Prepare Finished: 46.386ms (46.386ms) - Open Finished: 822.926ms (776.540ms) - First Batch Produced: 1s364ms (541.896ms) - First Batch Sent: 1s366ms (1.286ms) - ExecInternal Finished: 7s068ms (5s702ms) - MemoryUsage (500.000ms): 1.33 MB, 17.01 MB, 49.05 MB, 52.71 MB, 52.71 MB, 52.71 MB, 52.71 MB, 52.71 MB, 52.62 MB, 52.62 MB, 52.66 MB, 52.62 MB, 52.66 MB, 27.98 MB - ThreadUsage (500.000ms): 1, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2 - AverageThreadTokens: 2.79 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.15 - PeakMemoryUsage: 52.76 MB (55324695) - PeakReservation: 49.00 MB (51380224) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 1.88M (1879640) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 5s179ms - TotalStorageWaitTime: 969.943ms - TotalThreadsInvoluntaryContextSwitches: 3.49K (3491) - TotalThreadsTotalWallClockTime: 19s137ms - TotalThreadsSysTime: 121.824ms - TotalThreadsUserTime: 2s260ms - TotalThreadsVoluntaryContextSwitches: 4.35K (4354) Buffer pool: - AllocTime: 6.776us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 4.030us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 6s245ms - ExecTreeExecTime: 617.267ms - OpenTime: 776.531ms - ExecTreeOpenTime: 198.488us - PrepareTime: 539.557us - ExecTreePrepareTime: 163.769us KrpcDataStreamSender (dst_id=52):(Total: 5s617ms, non-child: 438.038ms, % non-child: 7.80%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 380.47 KB, 480.08 KB, 480.08 KB, 480.08 KB, 480.08 KB, 879.61 KB, 3.41 MB, 7.19 MB, 11.24 MB, 18.02 MB, 24.00 MB, 32.33 MB - NetworkThroughput: (Avg: 26.84 MB/sec ; Min: 1.05 MB/sec ; Max: 146.93 MB/sec ; Number of samples: 1836) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 1.88M (1879640) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 399.367ms - TotalBytesSent: 36.22 MB (37979394) - UncompressedRowBatchSize: 59.15 MB (62028120) HDFS_SCAN_NODE (id=9):(Total: 614.429ms, non-child: 614.429ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:2/239.70 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Not all filters arrived (arrived: [], missing [14]), waited for 238ms. Arrival delay: 1s015ms. Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:2 Node Lifecycle Event Timeline: 7s068ms - Open Started: 822.708ms (822.708ms) - Open Finished: 822.902ms (193.943us) - First Batch Requested: 822.928ms (26.571us) - First Batch Returned: 1s364ms (541.892ms) - Last Batch Returned: 7s066ms (5s701ms) - Closed: 7s068ms (1.715ms) - BytesRead (500.000ms): 0, 0, 8.00 MB, 24.00 MB, 56.00 MB, 64.00 MB, 64.00 MB, 64.00 MB, 80.00 MB, 104.00 MB, 128.00 MB, 176.00 MB, 215.70 MB, 239.70 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 2) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 2) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.92 - BytesRead: 239.77 MB (251412813) - BytesReadDataNodeCache: 0 - BytesReadLocal: 239.77 MB (251412813) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 239.77 MB (251412813) - CachedFileHandlesHitCount: 31 (31) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 1s808ms - MaterializeTupleTime(*): 841.132ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 2 (2) - PeakMemoryUsage: 51.75 MB (54260736) - PeakScannerThreadConcurrency: 2 (2) - PerReadThreadRawHdfsThroughput: 949.06 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 45.21 MB (47411200) - RowBatchQueueGetWaitTime: 336.027ms - RowBatchQueuePeakMemoryUsage: 3.71 MB (3887104) - RowBatchQueuePutWaitTime: 7s568ms - RowBatchesEnqueued: 1.84K (1838) - RowsRead: 1.88M (1879640) - RowsReturned: 1.88M (1879640) - RowsReturnedRate: 3.06 M/sec - ScanRangesComplete: 2 (2) - ScannerIoWaitTime: 969.943ms - ScannerThreadWorklessLoops: 21 (21) - ScannerThreadsInvoluntaryContextSwitches: 2.54K (2542) - ScannerThreadsTotalWallClockTime: 12s116ms - ScannerThreadsSysTime: 40.302ms - ScannerThreadsUserTime: 1s681ms - ScannerThreadsVoluntaryContextSwitches: 1.09K (1087) - TotalRawHdfsOpenFileTime(*): 120.496us - TotalRawHdfsReadTime(*): 252.635ms - TotalReadThroughput: 34.24 MB/sec Buffer pool: - AllocTime: 558.035us - CumulativeAllocationBytes: 48.06 MB (50397184) - CumulativeAllocations: 7 (7) - PeakReservation: 48.00 MB (50331648) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.00 MB (50331648) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 545.706us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 14 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 776.198ms, non-child: 776.198ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 378 (378) - CodegenTotalWallClockTime: 776.170ms - CodegenSysTime: 9.755ms - CodegenUserTime: 218.130ms - CodegenVoluntaryContextSwitches: 65 (65) - CompileTime: 292.711ms - IrGenerationTime: 19.832ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 389.235ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 69.795ms Instance 4d48b2a3bb0236f1:bfa8157d00000005 (host=nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000):(Total: 4s499ms, non-child: 10.474ms, % non-child: 0.23%) Last report received time: 2019-08-08 18:29:05.302 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB Filter 14 arrival: 3s787ms Fragment Instance Lifecycle Event Timeline: 4s500ms - Prepare Finished: 1.124ms (1.124ms) - Open Finished: 114.769ms (113.645ms) - First Batch Produced: 1s062ms (948.220ms) - First Batch Sent: 1s063ms (215.715us) - ExecInternal Finished: 4s500ms (3s437ms) - MemoryUsage (500.000ms): 9.01 MB, 9.01 MB, 29.33 MB, 29.59 MB, 29.59 MB, 29.59 MB, 29.59 MB, 29.59 MB, 29.64 MB - ThreadUsage (500.000ms): 1, 2, 2, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 1.89 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.15 - PeakMemoryUsage: 29.73 MB (31177751) - PeakReservation: 25.00 MB (26214400) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 117.45 MB (123150386) - RowsProduced: 1.00M (1000764) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 3s212ms - TotalStorageWaitTime: 24.825ms - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 8s635ms - TotalThreadsSysTime: 50.682ms - TotalThreadsUserTime: 957.439ms - TotalThreadsVoluntaryContextSwitches: 1.50K (1503) Buffer pool: - AllocTime: 16.276us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 13.763us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 4s385ms - ExecTreeExecTime: 962.398ms - OpenTime: 113.637ms - ExecTreeOpenTime: 133.863us - PrepareTime: 474.748us - ExecTreePrepareTime: 159.031us KrpcDataStreamSender (dst_id=52):(Total: 3s414ms, non-child: 201.445ms, % non-child: 5.90%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 3.18 MB, 5.60 MB, 5.60 MB, 5.60 MB, 5.60 MB, 5.60 MB, 13.97 MB - NetworkThroughput: (Avg: 36.67 MB/sec ; Min: 1.51 MB/sec ; Max: 89.99 MB/sec ; Number of samples: 978) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 1.00M (1000764) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 182.957ms - TotalBytesSent: 19.25 MB (20187282) - UncompressedRowBatchSize: 31.50 MB (33025212) HDFS_SCAN_NODE (id=9):(Total: 961.388ms, non-child: 961.388ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [14]), waited for 905ms. Arrival delay: 1s019ms. Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 4s500ms - Open Started: 114.627ms (114.627ms) - Open Finished: 114.748ms (120.304us) - First Batch Requested: 114.770ms (22.474us) - First Batch Returned: 1s062ms (948.216ms) - Last Batch Returned: 4s499ms (3s436ms) - Closed: 4s500ms (669.686us) - BytesRead (500.000ms): 0, 0, 56.00 MB, 80.00 MB, 80.00 MB, 80.00 MB, 80.00 MB, 80.00 MB, 128.00 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.89 - BytesRead: 128.06 MB (134283264) - BytesReadDataNodeCache: 0 - BytesReadLocal: 128.06 MB (134283264) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 128.06 MB (134283264) - CachedFileHandlesHitCount: 17 (17) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 458.779ms - MaterializeTupleTime(*): 156.027ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 28.69 MB (30088192) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.55 GB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 24.22 MB (25395200) - RowBatchQueueGetWaitTime: 44.979ms - RowBatchQueuePeakMemoryUsage: 4.69 MB (4918272) - RowBatchQueuePutWaitTime: 2s698ms - RowBatchesEnqueued: 979 (979) - RowsRead: 1.00M (1000764) - RowsReturned: 1.00M (1000764) - RowsReturnedRate: 1.04 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 24.825ms - ScannerThreadWorklessLoops: 38 (38) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 4s136ms - ScannerThreadsSysTime: 11.029ms - ScannerThreadsUserTime: 618.671ms - ScannerThreadsVoluntaryContextSwitches: 403 (403) - TotalRawHdfsOpenFileTime(*): 29.109us - TotalRawHdfsReadTime(*): 80.632ms - TotalReadThroughput: 28.44 MB/sec Buffer pool: - AllocTime: 673.136us - CumulativeAllocationBytes: 24.06 MB (25231360) - CumulativeAllocations: 4 (4) - PeakReservation: 24.00 MB (25165824) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 24.00 MB (25165824) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 664.459us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 14 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 113.393ms, non-child: 113.393ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 0 (0) - CodegenTotalWallClockTime: 113.371ms - CodegenSysTime: 5.041ms - CodegenUserTime: 108.523ms - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 30.332ms - IrGenerationTime: 1.911ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 55.106ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 25.211ms Averaged Fragment F07:(Total: 710.095ms, non-child: 13.109ms, % non-child: 1.85%) split sizes: min: 9.77 MB, max: 9.77 MB, avg: 9.77 MB, stddev: 0 completion times: min:5s173ms max:5s173ms mean: 5s173ms stddev:0.000ns execution rates: min:1.89 MB/sec max:1.89 MB/sec mean:1.89 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.06 MB (16839473) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.160ms - TotalStorageWaitTime: 3.967us - TotalThreadsInvoluntaryContextSwitches: 332 (332) - TotalThreadsTotalWallClockTime: 847.687ms - TotalThreadsSysTime: 5.910ms - TotalThreadsUserTime: 234.080ms - TotalThreadsVoluntaryContextSwitches: 31 (31) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 182.285ms - ExecTreeExecTime: 180.976ms - OpenTime: 514.102ms - ExecTreeOpenTime: 161.509us - PrepareTime: 3.545ms - ExecTreePrepareTime: 456.583us KrpcDataStreamSender (dst_id=53):(Total: 1.327ms, non-child: 1.327ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 44.636us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=10):(Total: 181.809ms, non-child: 181.809ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 116.146ms - MaterializeTupleTime(*): 20.079ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.04 MB (16815104) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 430.48 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 151.278ms - RowBatchQueuePeakMemoryUsage: 25.00 KB (25600) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 2.01 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 3.967us - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 44 (44) - ScannerThreadsTotalWallClockTime: 151.326ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 49.822ms - ScannerThreadsVoluntaryContextSwitches: 2 (2) - TotalRawHdfsOpenFileTime(*): 6.925us - TotalRawHdfsReadTime(*): 22.695ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 94.916us - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 89.272us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 513.848ms, non-child: 513.848ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 285 (285) - CodegenTotalWallClockTime: 513.822ms - CodegenSysTime: 5.867ms - CodegenUserTime: 182.925ms - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 179.679ms - IrGenerationTime: 3.179ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 222.838ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 106.402ms Fragment F07: Instance 4d48b2a3bb0236f1:bfa8157d00000007 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 710.095ms, non-child: 13.109ms, % non-child: 1.85%) Last report received time: 2019-08-08 18:29:05.972 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB Fragment Instance Lifecycle Event Timeline: 831.137ms - Prepare Finished: 50.368ms (50.368ms) - Open Finished: 564.478ms (514.109ms) - First Batch Produced: 745.149ms (180.671ms) - First Batch Sent: 745.246ms (96.920us) - ExecInternal Finished: 831.137ms (85.890ms) - MemoryUsage (500.000ms): 303.22 KB - ThreadUsage (500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.06 MB (16839473) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.160ms - TotalStorageWaitTime: 3.967us - TotalThreadsInvoluntaryContextSwitches: 332 (332) - TotalThreadsTotalWallClockTime: 847.687ms - TotalThreadsSysTime: 5.910ms - TotalThreadsUserTime: 234.080ms - TotalThreadsVoluntaryContextSwitches: 31 (31) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 182.285ms - ExecTreeExecTime: 180.976ms - OpenTime: 514.102ms - ExecTreeOpenTime: 161.509us - PrepareTime: 3.545ms - ExecTreePrepareTime: 456.583us KrpcDataStreamSender (dst_id=53):(Total: 1.327ms, non-child: 165.230us, % non-child: 12.45%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0 - NetworkThroughput: (Avg: 2.52 MB/sec ; Min: 2.52 MB/sec ; Max: 2.52 MB/sec ; Number of samples: 1) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 44.636us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=10):(Total: 181.809ms, non-child: 181.809ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 825.247ms - Open Started: 564.297ms (564.297ms) - Open Finished: 564.455ms (157.751us) - First Batch Requested: 564.481ms (26.467us) - First Batch Returned: 745.146ms (180.664ms) - Last Batch Returned: 745.556ms (410.201us) - Closed: 825.247ms (79.690ms) - BytesRead (500.000ms): 0 - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 116.146ms - MaterializeTupleTime(*): 20.079ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.04 MB (16815104) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 430.48 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 151.278ms - RowBatchQueuePeakMemoryUsage: 25.00 KB (25600) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 2.01 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 3.967us - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 44 (44) - ScannerThreadsTotalWallClockTime: 151.326ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 49.822ms - ScannerThreadsVoluntaryContextSwitches: 2 (2) - TotalRawHdfsOpenFileTime(*): 6.925us - TotalRawHdfsReadTime(*): 22.695ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 94.916us - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 89.272us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 513.848ms, non-child: 513.848ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 285 (285) - CodegenTotalWallClockTime: 513.822ms - CodegenSysTime: 5.867ms - CodegenUserTime: 182.925ms - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 179.679ms - IrGenerationTime: 3.179ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 222.838ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 106.402ms Averaged Fragment F14:(Total: 6s442ms, non-child: 7.581ms, % non-child: 0.12%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:8s353ms max:8s353ms mean: 8s353ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 35.16 MB (36870967) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 26.31K (26314) - TotalNetworkReceiveTime: 3s843ms - TotalNetworkSendTime: 31.733ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 1.00K (1004) - TotalThreadsTotalWallClockTime: 6s434ms - TotalThreadsSysTime: 26.834ms - TotalThreadsUserTime: 947.957ms - TotalThreadsVoluntaryContextSwitches: 130 (130) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 59.613ms - ExecTreeExecTime: 15.090ms - OpenTime: 6s374ms - ExecTreeOpenTime: 3s900ms - PrepareTime: 3.288ms - ExecTreePrepareTime: 605.928us KrpcDataStreamSender (dst_id=61):(Total: 44.506ms, non-child: 44.506ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 4.41 KB (4512) - RowsSent: 26.31K (26314) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 5.608ms - TotalBytesSent: 569.99 KB (583668) - UncompressedRowBatchSize: 1.33 MB (1394642) UNION_NODE (id=14):(Total: 3s915ms, non-child: 2.911ms, % non-child: 0.07%) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 26.31K (26314) - RowsReturnedRate: 6.72 K/sec AGGREGATION_NODE (id=60):(Total: 3s912ms, non-child: 68.278ms, % non-child: 1.74%) - PeakMemoryUsage: 34.11 MB (35766400) - RowsReturned: 26.31K (26314) - RowsReturnedRate: 6.72 K/sec GroupingAggregator 0: - BuildTime: 53.898ms - GetResultsTime: 11.530ms - HTResizeTime: 531.752us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.11 MB (35762304) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 26.31K (26314) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 257.079us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 236.411us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=59):(Total: 3s844ms, non-child: 3s844ms, % non-child: 100.00%) - ConvertRowBatchTime: 727.977us - PeakMemoryUsage: 1.03 MB (1081344) - RowsReturned: 27.28K (27282) - RowsReturnedRate: 7.10 K/sec Buffer pool: - AllocTime: 358.493us - CumulativeAllocationBytes: 6.25 MB (6553600) - CumulativeAllocations: 64 (64) - PeakReservation: 1.03 MB (1081344) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.03 MB (1081344) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 285.430us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 3s807ms - TotalBytesDequeued: 4.62 MB (4839891) - TotalGetBatchTime: 3s843ms - DataWaitTime: 3s843ms Enqueue: - DeserializeRowBatchTime: 13.529ms - TotalBatchesEnqueued: 32 (32) - TotalBatchesReceived: 32 (32) - TotalBytesReceived: 2.62 MB (2747612) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 2s474ms, non-child: 2s474ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 877 (877) - CodegenTotalWallClockTime: 2s474ms - CodegenSysTime: 23.800ms - CodegenUserTime: 899.161ms - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 631.935ms - IrGenerationTime: 49.791ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 102 (102) - NumInstructions: 3.93K (3931) - OptimizationTime: 1s669ms - PeakMemoryUsage: 1.92 MB (2012672) - PrepareTime: 118.335ms Fragment F14: Instance 4d48b2a3bb0236f1:bfa8157d0000000e (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 6s442ms, non-child: 7.581ms, % non-child: 0.12%) Last report received time: 2019-08-08 18:29:09.153 Fragment Instance Lifecycle Event Timeline: 6s487ms - Prepare Finished: 50.664ms (50.664ms) - Open Finished: 6s425ms (6s374ms) - First Batch Produced: 6s426ms (579.268us) - First Batch Sent: 6s426ms (336.708us) - ExecInternal Finished: 6s487ms (60.511ms) - MemoryUsage (500.000ms): 2.03 MB, 2.03 MB, 2.03 MB, 2.03 MB, 116.53 KB, 126.80 KB, 126.80 KB, 126.80 KB, 126.80 KB, 126.80 KB, 126.80 KB, 126.80 KB, 35.16 MB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 35.16 MB (36870967) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 26.31K (26314) - TotalNetworkReceiveTime: 3s843ms - TotalNetworkSendTime: 31.733ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 1.00K (1004) - TotalThreadsTotalWallClockTime: 6s434ms - TotalThreadsSysTime: 26.834ms - TotalThreadsUserTime: 947.957ms - TotalThreadsVoluntaryContextSwitches: 130 (130) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 59.613ms - ExecTreeExecTime: 15.090ms - OpenTime: 6s374ms - ExecTreeOpenTime: 3s900ms - PrepareTime: 3.288ms - ExecTreePrepareTime: 605.928us KrpcDataStreamSender (dst_id=61):(Total: 44.506ms, non-child: 12.759ms, % non-child: 28.67%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 23.18 MB/sec ; Min: 11.36 MB/sec ; Max: 93.87 MB/sec ; Number of samples: 26) - EosSent: 1 (1) - PeakMemoryUsage: 4.41 KB (4512) - RowsSent: 26.31K (26314) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 5.608ms - TotalBytesSent: 569.99 KB (583668) - UncompressedRowBatchSize: 1.33 MB (1394642) UNION_NODE (id=14):(Total: 3s915ms, non-child: 2.911ms, % non-child: 0.07%) ExecOption: Codegen Enabled Node Lifecycle Event Timeline: 6s485ms - Open Started: 2s525ms (2s525ms) - Open Finished: 6s425ms (3s900ms) - First Batch Requested: 6s425ms (41.252us) - First Batch Returned: 6s426ms (574.920us) - Last Batch Returned: 6s481ms (55.686ms) - Closed: 6s485ms (3.370ms) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 26.31K (26314) - RowsReturnedRate: 6.72 K/sec AGGREGATION_NODE (id=60):(Total: 3s912ms, non-child: 68.278ms, % non-child: 1.74%) Node Lifecycle Event Timeline: 6s481ms - Open Started: 2s525ms (2s525ms) - Open Finished: 6s425ms (3s900ms) - First Batch Requested: 6s425ms (57.518us) - First Batch Returned: 6s426ms (439.840us) - Last Batch Returned: 6s481ms (55.682ms) - Closed: 6s481ms (125.907us) - PeakMemoryUsage: 34.11 MB (35766400) - RowsReturned: 26.31K (26314) - RowsReturnedRate: 6.72 K/sec GroupingAggregator 0: ExecOption: Codegen Enabled - BuildTime: 53.898ms - GetResultsTime: 11.530ms - HTResizeTime: 531.752us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.11 MB (35762304) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 26.31K (26314) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 257.079us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 236.411us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=59):(Total: 3s844ms, non-child: 906.666us, % non-child: 0.02%) Node Lifecycle Event Timeline: 6s425ms - Open Started: 2s525ms (2s525ms) - Open Finished: 6s332ms (3s807ms) - First Batch Requested: 6s334ms (1.311ms) - First Batch Returned: 6s334ms (33.529us) - Last Batch Returned: 6s424ms (90.380ms) - Closed: 6s425ms (912.298us) - ConvertRowBatchTime: 727.977us - PeakMemoryUsage: 1.03 MB (1081344) - RowsReturned: 27.28K (27282) - RowsReturnedRate: 7.10 K/sec Buffer pool: - AllocTime: 358.493us - CumulativeAllocationBytes: 6.25 MB (6553600) - CumulativeAllocations: 64 (64) - PeakReservation: 1.03 MB (1081344) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.03 MB (1081344) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 285.430us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4.20 MB - FirstBatchWaitTime: 3s807ms - TotalBytesDequeued: 4.62 MB (4839891) - TotalGetBatchTime: 3s843ms - DataWaitTime: 3s843ms Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.45 MB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 127.966us ; Min: 37.449us ; Max: 1.160ms ; Number of samples: 32) - DeserializeRowBatchTime: 13.529ms - TotalBatchesEnqueued: 32 (32) - TotalBatchesReceived: 32 (32) - TotalBytesReceived: 2.62 MB (2747612) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 2s474ms, non-child: 2s474ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 877 (877) - CodegenTotalWallClockTime: 2s474ms - CodegenSysTime: 23.800ms - CodegenUserTime: 899.161ms - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 631.935ms - IrGenerationTime: 49.791ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 102 (102) - NumInstructions: 3.93K (3931) - OptimizationTime: 1s669ms - PeakMemoryUsage: 1.92 MB (2012672) - PrepareTime: 118.335ms Averaged Fragment F10:(Total: 6s382ms, non-child: 1.188ms, % non-child: 0.02%) split sizes: min: 12.50 MB, max: 12.50 MB, avg: 12.50 MB, stddev: 0 completion times: min:8s355ms max:8s355ms mean: 8s355ms stddev:0.000ns execution rates: min:1.50 MB/sec max:1.50 MB/sec mean:1.50 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.38 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.21 - PeakMemoryUsage: 267.39 MB (280381246) - PeakReservation: 250.00 MB (262144000) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 27.28K (27282) - TotalNetworkReceiveTime: 1s761ms - TotalNetworkSendTime: 45.862ms - TotalStorageWaitTime: 23.586ms - TotalThreadsInvoluntaryContextSwitches: 3.23K (3230) - TotalThreadsTotalWallClockTime: 8s962ms - TotalThreadsSysTime: 183.263ms - TotalThreadsUserTime: 2s278ms - TotalThreadsVoluntaryContextSwitches: 996 (996) Buffer pool: - AllocTime: 8.186us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 4.00 MB (4194304) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 4.00 MB (4194304) - SystemAllocTime: 5.850us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 516.181ms - ExecTreeExecTime: 414.110ms - OpenTime: 5s862ms - ExecTreeOpenTime: 2s402ms - PrepareTime: 3.346ms - ExecTreePrepareTime: 2.501ms KrpcDataStreamSender (dst_id=59):(Total: 101.973ms, non-child: 101.973ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 27.28K (27282) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 54.770ms - TotalBytesSent: 2.62 MB (2747612) - UncompressedRowBatchSize: 4.62 MB (4839891) AGGREGATION_NODE (id=20):(Total: 2s818ms, non-child: 172.094ms, % non-child: 6.11%) - PeakMemoryUsage: 34.39 MB (36056192) - RowsReturned: 27.28K (27282) - RowsReturnedRate: 9.68 K/sec GroupingAggregator 0: - BuildTime: 0.000ns - GetResultsTime: 4.397ms - HTResizeTime: 561.636us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.10 MB (35758208) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - ReductionFactorEstimate: 10.62 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 27.28K (27282) - StreamingTime: 141.406ms Buffer pool: - AllocTime: 93.085us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 80.517us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=19):(Total: 2s646ms, non-child: 118.272ms, % non-child: 4.47%) - BuildRows: 365 (365) - BuildTime: 77.712ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 1.43M (1434519) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 113.439ms - RowsReturned: 286.03K (286031) - RowsReturnedRate: 108.08 K/sec Buffer pool: - AllocTime: 28.952ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 28.925ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=19): - BuildRowsPartitionTime: 28.265ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.715ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=58):(Total: 26.597us, non-child: 26.597us, % non-child: 100.00%) - ConvertRowBatchTime: 9.733us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 13.72 M/sec Buffer pool: - AllocTime: 7.619us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 4.410us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 3.309us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 25.061us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=18):(Total: 2s528ms, non-child: 628.972ms, % non-child: 24.88%) - BuildRows: 1.44M (1441548) - BuildTime: 483.688ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 162.29 MB (170169600) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 118.351ms - RowsReturned: 1.43M (1434519) - RowsReturnedRate: 567.41 K/sec Buffer pool: - AllocTime: 13.280ms - CumulativeAllocationBytes: 162.00 MB (169869312) - CumulativeAllocations: 65 (65) - PeakReservation: 162.00 MB (169869312) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 162.00 MB (169869312) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 13.159ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=18): - BuildRowsPartitionTime: 259.182ms - BuildRowsPartitioned: 1.44M (1441548) - HashBuckets: 4.19M (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 223.610ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=57):(Total: 1s810ms, non-child: 1s810ms, % non-child: 100.00%) - ConvertRowBatchTime: 47.038ms - PeakMemoryUsage: 12.22 MB (12817361) - RowsReturned: 1.44M (1441548) - RowsReturnedRate: 796.36 K/sec Buffer pool: - AllocTime: 21.694ms - CumulativeAllocationBytes: 55.00 MB (57671680) - CumulativeAllocations: 2.82K (2816) - PeakReservation: 12.18 MB (12771328) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.18 MB (12771328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 18.987ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 45.37 MB (47571084) - TotalGetBatchTime: 1s760ms - DataWaitTime: 1s755ms Enqueue: - DeserializeRowBatchTime: 91.779ms - TotalBatchesEnqueued: 1.41K (1408) - TotalBatchesReceived: 1.41K (1408) - TotalBytesReceived: 30.81 MB (32306584) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 2s109ms - TotalRPCsDeferred: 3 (3) HDFS_SCAN_NODE (id=15):(Total: 89.197ms, non-child: 89.197ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.20 - AverageScannerThreadConcurrency: 0.20 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 62.866ms - MaterializeTupleTime(*): 37.642ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 32.65 MB (34240512) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 207.24 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 27.247ms - RowBatchQueuePeakMemoryUsage: 16.65 MB (17459200) - RowBatchQueuePutWaitTime: 63.419ms - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 1.12 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 23.586ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 73 (73) - ScannerThreadsTotalWallClockTime: 191.917ms - ScannerThreadsSysTime: 6.147ms - ScannerThreadsUserTime: 80.943ms - ScannerThreadsVoluntaryContextSwitches: 25 (25) - TotalRawHdfsOpenFileTime(*): 5.683us - TotalRawHdfsReadTime(*): 60.330ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 122.488us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 118.243us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 2 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 4 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 3s460ms, non-child: 3s460ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 2.28K (2282) - CodegenTotalWallClockTime: 3s460ms - CodegenSysTime: 28.388ms - CodegenUserTime: 1s640ms - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 562.201ms - IrGenerationTime: 159.449ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 282 (282) - NumInstructions: 15.42K (15421) - OptimizationTime: 2s618ms - PeakMemoryUsage: 7.53 MB (7895552) - PrepareTime: 110.193ms Fragment F10: Instance 4d48b2a3bb0236f1:bfa8157d0000000d (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 6s382ms, non-child: 1.188ms, % non-child: 0.02%) Last report received time: 2019-08-08 18:29:09.155 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB Fragment Instance Lifecycle Event Timeline: 6s429ms - Prepare Finished: 49.307ms (49.307ms) - Open Finished: 5s911ms (5s862ms) - First Batch Produced: 6s321ms (409.076ms) - First Batch Sent: 6s321ms (8.660us) - ExecInternal Finished: 6s429ms (108.803ms) - MemoryUsage (500.000ms): 4.19 MB, 11.73 MB, 22.43 MB, 23.88 MB, 23.88 MB, 23.88 MB, 16.35 MB, 92.38 MB, 92.38 MB, 92.38 MB, 102.38 MB, 216.29 MB, 38.13 MB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 1 - AverageThreadTokens: 1.38 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.21 - PeakMemoryUsage: 267.39 MB (280381246) - PeakReservation: 250.00 MB (262144000) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 27.28K (27282) - TotalNetworkReceiveTime: 1s761ms - TotalNetworkSendTime: 45.862ms - TotalStorageWaitTime: 23.586ms - TotalThreadsInvoluntaryContextSwitches: 3.23K (3230) - TotalThreadsTotalWallClockTime: 8s962ms - TotalThreadsSysTime: 183.263ms - TotalThreadsUserTime: 2s278ms - TotalThreadsVoluntaryContextSwitches: 996 (996) Buffer pool: - AllocTime: 8.186us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 4.00 MB (4194304) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 4.00 MB (4194304) - SystemAllocTime: 5.850us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 516.181ms - ExecTreeExecTime: 414.110ms - OpenTime: 5s862ms - ExecTreeOpenTime: 2s402ms - PrepareTime: 3.346ms - ExecTreePrepareTime: 2.501ms KrpcDataStreamSender (dst_id=59):(Total: 101.973ms, non-child: 56.095ms, % non-child: 55.01%) ExecOption: Hash Partitioned Sender Codegen Enabled - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2.38 MB - NetworkThroughput: (Avg: 70.45 MB/sec ; Min: 14.76 MB/sec ; Max: 266.02 MB/sec ; Number of samples: 32) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 27.28K (27282) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 54.770ms - TotalBytesSent: 2.62 MB (2747612) - UncompressedRowBatchSize: 4.62 MB (4839891) AGGREGATION_NODE (id=20):(Total: 2s818ms, non-child: 172.094ms, % non-child: 6.11%) Node Lifecycle Event Timeline: 6s428ms - Open Started: 3s509ms (3s509ms) - Open Finished: 5s911ms (2s402ms) - First Batch Requested: 5s911ms (31.321us) - First Batch Returned: 6s321ms (409.065ms) - Last Batch Returned: 6s418ms (97.310ms) - Closed: 6s428ms (9.928ms) - PeakMemoryUsage: 34.39 MB (36056192) - RowsReturned: 27.28K (27282) - RowsReturnedRate: 9.68 K/sec GroupingAggregator 0: ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0.000ns - GetResultsTime: 4.397ms - HTResizeTime: 561.636us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.10 MB (35758208) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - ReductionFactorEstimate: 10.62 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 27.28K (27282) - StreamingTime: 141.406ms Buffer pool: - AllocTime: 93.085us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 80.517us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=19):(Total: 2s646ms, non-child: 118.272ms, % non-child: 4.47%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 6s320ms - Open Started: 3s509ms (3s509ms) - Open Finished: 5s911ms (2s401ms) - First Batch Requested: 5s911ms (891.507us) - First Batch Returned: 5s912ms (890.411us) - Last Batch Returned: 6s306ms (393.745ms) - Closed: 6s320ms (14.221ms) - BuildRows: 365 (365) - BuildTime: 77.712ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 1.43M (1434519) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 113.439ms - RowsReturned: 286.03K (286031) - RowsReturnedRate: 108.08 K/sec Buffer pool: - AllocTime: 28.952ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 28.925ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=19): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 28.265ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.715ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=58):(Total: 26.597us, non-child: 26.597us, % non-child: 100.00%) Node Lifecycle Event Timeline: 3s589ms - Open Started: 3s510ms (3s510ms) - Open Finished: 3s510ms (5.261us) - First Batch Requested: 3s525ms (14.915ms) - First Batch Returned: 3s525ms (14.969us) - Last Batch Returned: 3s525ms (341.000ns) - Closed: 3s589ms (64.206ms) - ConvertRowBatchTime: 9.733us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 13.72 M/sec Buffer pool: - AllocTime: 7.619us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 4.410us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 3.309us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 158.547us ; Min: 158.547us ; Max: 158.547us ; Number of samples: 1) - DeserializeRowBatchTime: 25.061us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=18):(Total: 2s528ms, non-child: 628.972ms, % non-child: 24.88%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 6s320ms - Open Started: 3s510ms (3s510ms) - Open Finished: 5s910ms (2s400ms) - First Batch Requested: 5s910ms (19.500us) - First Batch Returned: 5s911ms (162.353us) - Last Batch Returned: 6s306ms (395.058ms) - Closed: 6s320ms (14.687ms) - BuildRows: 1.44M (1441548) - BuildTime: 483.688ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 162.29 MB (170169600) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 118.351ms - RowsReturned: 1.43M (1434519) - RowsReturnedRate: 567.41 K/sec Buffer pool: - AllocTime: 13.280ms - CumulativeAllocationBytes: 162.00 MB (169869312) - CumulativeAllocations: 65 (65) - PeakReservation: 162.00 MB (169869312) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 162.00 MB (169869312) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 13.159ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=18): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 259.182ms - BuildRowsPartitioned: 1.44M (1441548) - HashBuckets: 4.19M (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 223.610ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=57):(Total: 1s810ms, non-child: 54.449ms, % non-child: 3.01%) Node Lifecycle Event Timeline: 5s822ms - Open Started: 3s510ms (3s510ms) - Open Finished: 3s510ms (174.184us) - First Batch Requested: 3s510ms (287.670us) - First Batch Returned: 3s510ms (23.416us) - Last Batch Returned: 5s598ms (2s088ms) - Closed: 5s822ms (223.871ms) - ConvertRowBatchTime: 47.038ms - PeakMemoryUsage: 12.22 MB (12817361) - RowsReturned: 1.44M (1441548) - RowsReturnedRate: 796.36 K/sec Buffer pool: - AllocTime: 21.694ms - CumulativeAllocationBytes: 55.00 MB (57671680) - CumulativeAllocations: 2.82K (2816) - PeakReservation: 12.18 MB (12771328) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.18 MB (12771328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 18.987ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 25.26 MB, 29.45 MB, 35.60 MB, 42.34 MB - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 45.37 MB (47571084) - TotalGetBatchTime: 1s760ms - DataWaitTime: 1s755ms Enqueue: - BytesReceived (500.000ms): 0, 0, 5.99 MB, 6.82 MB, 6.82 MB, 6.82 MB, 6.82 MB, 17.15 MB, 20.00 MB, 24.18 MB, 28.75 MB - DeferredQueueSize (500.000ms): 0, 0, 0, 2, 2, 2, 2, 0, 0, 0, 0 - DispatchTime: (Avg: 122.037us ; Min: 24.510us ; Max: 14.150ms ; Number of samples: 1408) - DeserializeRowBatchTime: 91.779ms - TotalBatchesEnqueued: 1.41K (1408) - TotalBatchesReceived: 1.41K (1408) - TotalBytesReceived: 30.81 MB (32306584) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 2s109ms - TotalRPCsDeferred: 3 (3) HDFS_SCAN_NODE (id=15):(Total: 89.197ms, non-child: 89.197ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 60ms. Arrival delay: 5s837ms. Hdfs Read Thread Concurrency Bucket: 0:80% 1:20% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 6s320ms - Open Started: 3s510ms (3s510ms) - Open Finished: 3s510ms (138.188us) - First Batch Requested: 5s822ms (2s312ms) - First Batch Returned: 5s910ms (87.990ms) - Last Batch Returned: 6s299ms (388.453ms) - Closed: 6s320ms (21.467ms) - BytesRead (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.20 - AverageScannerThreadConcurrency: 0.20 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 62.866ms - MaterializeTupleTime(*): 37.642ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 32.65 MB (34240512) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 207.24 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 27.247ms - RowBatchQueuePeakMemoryUsage: 16.65 MB (17459200) - RowBatchQueuePutWaitTime: 63.419ms - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 1.12 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 23.586ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 73 (73) - ScannerThreadsTotalWallClockTime: 191.917ms - ScannerThreadsSysTime: 6.147ms - ScannerThreadsUserTime: 80.943ms - ScannerThreadsVoluntaryContextSwitches: 25 (25) - TotalRawHdfsOpenFileTime(*): 5.683us - TotalRawHdfsReadTime(*): 60.330ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 122.488us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 118.243us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 2 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 4 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 3s460ms, non-child: 3s460ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 2.28K (2282) - CodegenTotalWallClockTime: 3s460ms - CodegenSysTime: 28.388ms - CodegenUserTime: 1s640ms - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 562.201ms - IrGenerationTime: 159.449ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 282 (282) - NumInstructions: 15.42K (15421) - OptimizationTime: 2s618ms - PeakMemoryUsage: 7.53 MB (7895552) - PrepareTime: 110.193ms Averaged Fragment F11:(Total: 4s698ms, non-child: 5.431ms, % non-child: 0.12%) split sizes: min: 128.00 MB, max: 152.83 MB, avg: 140.41 MB, stddev: 12.41 MB completion times: min:4s506ms max:8s356ms mean: 6s431ms stddev:1s924ms execution rates: min:18.29 MB/sec max:28.40 MB/sec mean:23.35 MB/sec stddev:5.06 MB/sec num instances: 2 - AverageThreadTokens: 2.10 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 41.15 MB (43148823) - PeakReservation: 37.00 MB (38797312) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 702.77 MB (736908445) - RowsProduced: 720.77K (720774) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 3s331ms - TotalStorageWaitTime: 381.886ms - TotalThreadsInvoluntaryContextSwitches: 1.01K (1006) - TotalThreadsTotalWallClockTime: 10s335ms - TotalThreadsSysTime: 43.405ms - TotalThreadsUserTime: 1s017ms - TotalThreadsVoluntaryContextSwitches: 1.60K (1598) Buffer pool: - AllocTime: 6.306us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 3.904us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 4s287ms - ExecTreeExecTime: 815.322ms - OpenTime: 409.962ms - ExecTreeOpenTime: 127.889us - PrepareTime: 429.288us - ExecTreePrepareTime: 118.707us KrpcDataStreamSender (dst_id=57):(Total: 3s469ms, non-child: 3s469ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 720.77K (720774) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 123.667ms - TotalBytesSent: 15.40 MB (16153292) - UncompressedRowBatchSize: 22.68 MB (23785542) HDFS_SCAN_NODE (id=16):(Total: 814.465ms, non-child: 814.465ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.05 - AverageScannerThreadConcurrency: 1.18 - BytesRead: 140.48 MB (147299954) - BytesReadDataNodeCache: 0 - BytesReadLocal: 140.48 MB (147299954) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 140.48 MB (147299954) - CachedFileHandlesHitCount: 19 (19) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 881.511ms - MaterializeTupleTime(*): 325.095ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 40.11 MB (42059264) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 988.41 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 17.33 MB (18176000) - RowBatchQueueGetWaitTime: 200.589ms - RowBatchQueuePeakMemoryUsage: 4.13 MB (4334592) - RowBatchQueuePutWaitTime: 3s153ms - RowBatchesEnqueued: 705 (705) - RowsRead: 720.77K (720774) - RowsReturned: 720.77K (720774) - RowsReturnedRate: 923.36 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 381.886ms - ScannerThreadWorklessLoops: 30 (30) - ScannerThreadsInvoluntaryContextSwitches: 597 (597) - ScannerThreadsTotalWallClockTime: 5s637ms - ScannerThreadsSysTime: 9.483ms - ScannerThreadsUserTime: 710.555ms - ScannerThreadsVoluntaryContextSwitches: 217 (217) - TotalRawHdfsOpenFileTime(*): 57.725us - TotalRawHdfsReadTime(*): 179.882ms - TotalReadThroughput: 29.91 MB/sec Buffer pool: - AllocTime: 3.704ms - CumulativeAllocationBytes: 36.06 MB (37814272) - CumulativeAllocations: 5 (5) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.694ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 18 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 409.717ms, non-child: 409.717ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 309 (309) - CodegenTotalWallClockTime: 409.694ms - CodegenSysTime: 8.067ms - CodegenUserTime: 161.774ms - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 128.585ms - IrGenerationTime: 4.753ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 191.473ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 82.423ms Fragment F11: Instance 4d48b2a3bb0236f1:bfa8157d0000000a (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 5s553ms, non-child: 6.336ms, % non-child: 0.11%) Last report received time: 2019-08-08 18:29:09.155 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:2/152.83 MB Filter 18 arrival: 3s559ms Fragment Instance Lifecycle Event Timeline: 5s615ms - Prepare Finished: 46.701ms (46.701ms) - Open Finished: 753.049ms (706.348ms) - First Batch Produced: 1s419ms (666.550ms) - First Batch Sent: 1s419ms (204.816us) - ExecInternal Finished: 5s615ms (4s195ms) - MemoryUsage (500.000ms): 1.33 MB, 17.01 MB, 49.02 MB, 52.01 MB, 52.66 MB, 52.66 MB, 52.66 MB, 52.62 MB, 28.39 MB, 28.62 MB, 12.14 MB - ThreadUsage (500.000ms): 1, 3, 3, 3, 3, 3, 3, 3, 2, 2, 1 - AverageThreadTokens: 2.45 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 52.66 MB (55214103) - PeakReservation: 49.00 MB (51380224) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 782.20K (782199) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4s008ms - TotalStorageWaitTime: 746.178ms - TotalThreadsInvoluntaryContextSwitches: 2.01K (2013) - TotalThreadsTotalWallClockTime: 13s360ms - TotalThreadsSysTime: 56.398ms - TotalThreadsUserTime: 1s303ms - TotalThreadsVoluntaryContextSwitches: 2.35K (2346) Buffer pool: - AllocTime: 6.081us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 4.094us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 4s845ms - ExecTreeExecTime: 679.443ms - OpenTime: 706.352ms - ExecTreeOpenTime: 163.101us - PrepareTime: 398.990us - ExecTreePrepareTime: 111.217us KrpcDataStreamSender (dst_id=57):(Total: 4s162ms, non-child: 153.391ms, % non-child: 3.69%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 3.06 MB, 5.89 MB, 10.09 MB, 14.66 MB - NetworkThroughput: (Avg: 13.50 MB/sec ; Min: 1.04 MB/sec ; Max: 102.59 MB/sec ; Number of samples: 764) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 782.20K (782199) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 139.183ms - TotalBytesSent: 16.72 MB (17533258) - UncompressedRowBatchSize: 24.62 MB (25812567) HDFS_SCAN_NODE (id=16):(Total: 678.339ms, non-child: 678.339ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:2/152.83 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Not all filters arrived (arrived: [], missing [18]), waited for 310ms. Arrival delay: 1s017ms. Hdfs Read Thread Concurrency Bucket: 0:90% 1:10% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:2 Node Lifecycle Event Timeline: 5s598ms - Open Started: 752.872ms (752.872ms) - Open Finished: 753.031ms (159.396us) - First Batch Requested: 753.051ms (19.889us) - First Batch Returned: 1s419ms (666.546ms) - Last Batch Returned: 5s596ms (4s176ms) - Closed: 5s598ms (2.352ms) - BytesRead (500.000ms): 0, 0, 0, 24.00 MB, 56.00 MB, 56.83 MB, 56.83 MB, 72.83 MB, 96.83 MB, 136.83 MB, 152.89 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 2) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 2) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.10 - AverageScannerThreadConcurrency: 1.60 - BytesRead: 152.89 MB (160316644) - BytesReadDataNodeCache: 0 - BytesReadLocal: 152.89 MB (160316644) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 152.89 MB (160316644) - CachedFileHandlesHitCount: 21 (21) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 1s378ms - MaterializeTupleTime(*): 549.625ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 2 (2) - PeakMemoryUsage: 51.62 MB (54124544) - PeakScannerThreadConcurrency: 2 (2) - PerReadThreadRawHdfsThroughput: 568.75 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 18.85 MB (19763200) - RowBatchQueueGetWaitTime: 359.058ms - RowBatchQueuePeakMemoryUsage: 3.67 MB (3853312) - RowBatchQueuePutWaitTime: 4s136ms - RowBatchesEnqueued: 766 (766) - RowsRead: 782.20K (782199) - RowsReturned: 782.20K (782199) - RowsReturnedRate: 1.15 M/sec - ScanRangesComplete: 2 (2) - ScannerIoWaitTime: 746.178ms - ScannerThreadWorklessLoops: 22 (22) - ScannerThreadsInvoluntaryContextSwitches: 1.19K (1194) - ScannerThreadsTotalWallClockTime: 7s809ms - ScannerThreadsSysTime: 15.952ms - ScannerThreadsUserTime: 932.725ms - ScannerThreadsVoluntaryContextSwitches: 341 (341) - TotalRawHdfsOpenFileTime(*): 81.668us - TotalRawHdfsReadTime(*): 268.816ms - TotalReadThroughput: 27.80 MB/sec Buffer pool: - AllocTime: 6.821ms - CumulativeAllocationBytes: 48.06 MB (50397184) - CumulativeAllocations: 7 (7) - PeakReservation: 48.00 MB (50331648) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.00 MB (50331648) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 6.808ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 18 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 706.064ms, non-child: 706.064ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 618 (618) - CodegenTotalWallClockTime: 706.036ms - CodegenSysTime: 10.151ms - CodegenUserTime: 216.487ms - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 226.916ms - IrGenerationTime: 7.680ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 328.765ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 138.607ms Instance 4d48b2a3bb0236f1:bfa8157d0000000b (host=nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000):(Total: 3s844ms, non-child: 4.526ms, % non-child: 0.12%) Last report received time: 2019-08-08 18:29:05.302 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB Filter 18 arrival: 3s605ms Fragment Instance Lifecycle Event Timeline: 3s845ms - Prepare Finished: 1.333ms (1.333ms) - Open Finished: 114.917ms (113.583ms) - First Batch Produced: 1s056ms (941.089ms) - First Batch Sent: 1s056ms (278.711us) - ExecInternal Finished: 3s845ms (2s789ms) - MemoryUsage (500.000ms): 9.01 MB, 9.01 MB, 27.23 MB, 29.64 MB, 29.64 MB, 29.64 MB, 29.64 MB, 11.54 MB - ThreadUsage (500.000ms): 1, 2, 2, 2, 2, 2, 2, 1 - AverageThreadTokens: 1.75 - BloomFilterBytes: 1.00 MB (1048576) - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 29.64 MB (31083543) - PeakReservation: 25.00 MB (26214400) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 117.45 MB (123150386) - RowsProduced: 659.35K (659349) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2s654ms - TotalStorageWaitTime: 17.593ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 7s309ms - TotalThreadsSysTime: 30.413ms - TotalThreadsUserTime: 731.402ms - TotalThreadsVoluntaryContextSwitches: 851 (851) Buffer pool: - AllocTime: 6.532us - CumulativeAllocationBytes: 1.00 MB (1048576) - CumulativeAllocations: 1 (1) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 1.00 MB (1048576) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 3.715us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 3s730ms - ExecTreeExecTime: 951.202ms - OpenTime: 113.573ms - ExecTreeOpenTime: 92.678us - PrepareTime: 459.586us - ExecTreePrepareTime: 126.198us KrpcDataStreamSender (dst_id=57):(Total: 2s776ms, non-child: 120.725ms, % non-child: 4.35%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 3.70 MB, 6.78 MB, 6.78 MB, 6.78 MB, 6.78 MB, 12.38 MB - NetworkThroughput: (Avg: 46.99 MB/sec ; Min: 799.09 KB/sec ; Max: 100.07 MB/sec ; Number of samples: 644) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 659.35K (659349) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 108.151ms - TotalBytesSent: 14.09 MB (14773326) - UncompressedRowBatchSize: 20.75 MB (21758517) HDFS_SCAN_NODE (id=16):(Total: 950.592ms, non-child: 950.592ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [18]), waited for 905ms. Arrival delay: 1s019ms. Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 3s845ms - Open Started: 114.815ms (114.815ms) - Open Finished: 114.895ms (79.541us) - First Batch Requested: 114.919ms (23.754us) - First Batch Returned: 1s056ms (941.085ms) - Last Batch Returned: 3s844ms (2s788ms) - Closed: 3s845ms (1.103ms) - BytesRead (500.000ms): 0, 0, 64.00 MB, 112.00 MB, 112.00 MB, 112.00 MB, 112.00 MB, 128.06 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.75 - BytesRead: 128.06 MB (134283264) - BytesReadDataNodeCache: 0 - BytesReadLocal: 128.06 MB (134283264) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 128.06 MB (134283264) - CachedFileHandlesHitCount: 17 (17) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 384.568ms - MaterializeTupleTime(*): 100.566ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 28.60 MB (29993984) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.38 GB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 15.82 MB (16588800) - RowBatchQueueGetWaitTime: 42.120ms - RowBatchQueuePeakMemoryUsage: 4.59 MB (4815872) - RowBatchQueuePutWaitTime: 2s170ms - RowBatchesEnqueued: 645 (645) - RowsRead: 659.35K (659349) - RowsReturned: 659.35K (659349) - RowsReturnedRate: 693.62 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 17.593ms - ScannerThreadWorklessLoops: 38 (38) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 3s465ms - ScannerThreadsSysTime: 3.014ms - ScannerThreadsUserTime: 488.386ms - ScannerThreadsVoluntaryContextSwitches: 94 (94) - TotalRawHdfsOpenFileTime(*): 33.783us - TotalRawHdfsReadTime(*): 90.948ms - TotalReadThroughput: 32.02 MB/sec Buffer pool: - AllocTime: 586.976us - CumulativeAllocationBytes: 24.06 MB (25231360) - CumulativeAllocations: 4 (4) - PeakReservation: 24.00 MB (25165824) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 24.00 MB (25165824) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 580.399us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 18 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 113.370ms, non-child: 113.370ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 0 (0) - CodegenTotalWallClockTime: 113.353ms - CodegenSysTime: 5.983ms - CodegenUserTime: 107.061ms - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 30.253ms - IrGenerationTime: 1.827ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 35 (35) - NumInstructions: 652 (652) - OptimizationTime: 54.181ms - PeakMemoryUsage: 326.00 KB (333824) - PrepareTime: 26.238ms Averaged Fragment F12:(Total: 803.585ms, non-child: 2.826ms, % non-child: 0.35%) split sizes: min: 9.77 MB, max: 9.77 MB, avg: 9.77 MB, stddev: 0 completion times: min:5s148ms max:5s148ms mean: 5s148ms stddev:0.000ns execution rates: min:1.90 MB/sec max:1.90 MB/sec mean:1.90 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.06 MB (16839473) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4.758ms - TotalStorageWaitTime: 115.841ms - TotalThreadsInvoluntaryContextSwitches: 429 (429) - TotalThreadsTotalWallClockTime: 1s025ms - TotalThreadsSysTime: 5.856ms - TotalThreadsUserTime: 239.377ms - TotalThreadsVoluntaryContextSwitches: 43 (43) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 239.610ms - ExecTreeExecTime: 234.697ms - OpenTime: 562.757ms - ExecTreeOpenTime: 138.341us - PrepareTime: 512.124us - ExecTreePrepareTime: 276.740us KrpcDataStreamSender (dst_id=58):(Total: 4.928ms, non-child: 4.928ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 43.622us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=17):(Total: 235.221ms, non-child: 235.221ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 60.828ms - MaterializeTupleTime(*): 31.963ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.04 MB (16815104) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 151.59 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 213.596ms - RowBatchQueuePeakMemoryUsage: 25.00 KB (25600) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 1.55 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 115.841ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 58 (58) - ScannerThreadsTotalWallClockTime: 223.649ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 50.545ms - ScannerThreadsVoluntaryContextSwitches: 10 (10) - TotalRawHdfsOpenFileTime(*): 6.448us - TotalRawHdfsReadTime(*): 64.446ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 181.831us - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 177.386us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 560.608ms, non-child: 560.608ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 369 (369) - CodegenTotalWallClockTime: 560.583ms - CodegenSysTime: 5.828ms - CodegenUserTime: 187.766ms - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 174.347ms - IrGenerationTime: 6.456ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 282.175ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 89.597ms Fragment F12: Instance 4d48b2a3bb0236f1:bfa8157d0000000c (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 803.585ms, non-child: 2.826ms, % non-child: 0.35%) Last report received time: 2019-08-08 18:29:05.947 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB Fragment Instance Lifecycle Event Timeline: 1s025ms - Prepare Finished: 47.342ms (47.342ms) - Open Finished: 610.107ms (562.764ms) - First Batch Produced: 844.710ms (234.602ms) - First Batch Sent: 844.803ms (92.740us) - ExecInternal Finished: 1s025ms (180.706ms) - MemoryUsage (500.000ms): 303.22 KB - ThreadUsage (500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.06 MB (16839473) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 4.758ms - TotalStorageWaitTime: 115.841ms - TotalThreadsInvoluntaryContextSwitches: 429 (429) - TotalThreadsTotalWallClockTime: 1s025ms - TotalThreadsSysTime: 5.856ms - TotalThreadsUserTime: 239.377ms - TotalThreadsVoluntaryContextSwitches: 43 (43) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 239.610ms - ExecTreeExecTime: 234.697ms - OpenTime: 562.757ms - ExecTreeOpenTime: 138.341us - PrepareTime: 512.124us - ExecTreePrepareTime: 276.740us KrpcDataStreamSender (dst_id=58):(Total: 4.928ms, non-child: 168.472us, % non-child: 3.42%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0 - NetworkThroughput: (Avg: 2.46 MB/sec ; Min: 2.46 MB/sec ; Max: 2.46 MB/sec ; Number of samples: 1) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 43.622us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=17):(Total: 235.221ms, non-child: 235.221ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 1s025ms - Open Started: 609.950ms (609.950ms) - Open Finished: 610.085ms (134.931us) - First Batch Requested: 610.110ms (24.914us) - First Batch Returned: 844.707ms (234.596ms) - Last Batch Returned: 844.902ms (195.457us) - Closed: 1s025ms (180.338ms) - BytesRead (500.000ms): 0 - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 60.828ms - MaterializeTupleTime(*): 31.963ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.04 MB (16815104) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 151.59 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 213.596ms - RowBatchQueuePeakMemoryUsage: 25.00 KB (25600) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 1.55 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 115.841ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 58 (58) - ScannerThreadsTotalWallClockTime: 223.649ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 50.545ms - ScannerThreadsVoluntaryContextSwitches: 10 (10) - TotalRawHdfsOpenFileTime(*): 6.448us - TotalRawHdfsReadTime(*): 64.446ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 181.831us - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 177.386us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 560.608ms, non-child: 560.608ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 369 (369) - CodegenTotalWallClockTime: 560.583ms - CodegenSysTime: 5.828ms - CodegenUserTime: 187.766ms - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 174.347ms - IrGenerationTime: 6.456ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 282.175ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 89.597ms Averaged Fragment F19:(Total: 5s260ms, non-child: 3.509ms, % non-child: 0.07%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:8s357ms max:8s357ms mean: 8s357ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 34.89 MB (36588495) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 27.18K (27177) - TotalNetworkReceiveTime: 3s330ms - TotalNetworkSendTime: 60.527ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 860 (860) - TotalThreadsTotalWallClockTime: 5s256ms - TotalThreadsSysTime: 17.977ms - TotalThreadsUserTime: 583.565ms - TotalThreadsVoluntaryContextSwitches: 105 (105) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 84.534ms - ExecTreeExecTime: 7.611ms - OpenTime: 5s172ms - ExecTreeOpenTime: 3s368ms - PrepareTime: 3.752ms - ExecTreePrepareTime: 530.553us KrpcDataStreamSender (dst_id=66):(Total: 76.870ms, non-child: 76.870ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 4.41 KB (4512) - RowsSent: 27.18K (27177) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.661ms - TotalBytesSent: 589.26 KB (603403) - UncompressedRowBatchSize: 1.37 MB (1440381) UNION_NODE (id=21):(Total: 3s376ms, non-child: 4.465ms, % non-child: 0.13%) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 8.05 K/sec AGGREGATION_NODE (id=65):(Total: 3s372ms, non-child: 39.620ms, % non-child: 1.17%) - PeakMemoryUsage: 34.11 MB (35766400) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 8.06 K/sec GroupingAggregator 0: - BuildTime: 35.005ms - GetResultsTime: 2.319ms - HTResizeTime: 720.921us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.11 MB (35762304) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 27.18K (27177) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 9.383us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=64):(Total: 3s332ms, non-child: 3s332ms, % non-child: 100.00%) - ConvertRowBatchTime: 1.732ms - PeakMemoryUsage: 784.00 KB (802816) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 8.15 K/sec Buffer pool: - AllocTime: 283.848us - CumulativeAllocationBytes: 6.25 MB (6553600) - CumulativeAllocations: 64 (64) - PeakReservation: 784.00 KB (802816) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 784.00 KB (802816) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 206.103us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 3s222ms - TotalBytesDequeued: 4.60 MB (4822810) - TotalGetBatchTime: 3s330ms - DataWaitTime: 3s330ms Enqueue: - DeserializeRowBatchTime: 11.161ms - TotalBatchesEnqueued: 32 (32) - TotalBatchesReceived: 32 (32) - TotalBytesReceived: 2.61 MB (2738111) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 1s803ms, non-child: 1s803ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 789 (789) - CodegenTotalWallClockTime: 1s803ms - CodegenSysTime: 13.906ms - CodegenUserTime: 543.212ms - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 555.161ms - IrGenerationTime: 37.681ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 67 (67) - NumInstructions: 1.79K (1793) - OptimizationTime: 1s116ms - PeakMemoryUsage: 896.50 KB (918016) - PrepareTime: 72.492ms Fragment F19: Instance 4d48b2a3bb0236f1:bfa8157d00000013 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 5s260ms, non-child: 3.509ms, % non-child: 0.07%) Last report received time: 2019-08-08 18:29:09.156 Fragment Instance Lifecycle Event Timeline: 5s310ms - Prepare Finished: 53.607ms (53.607ms) - Open Finished: 5s225ms (5s172ms) - First Batch Produced: 5s226ms (326.676us) - First Batch Sent: 5s226ms (561.392us) - ExecInternal Finished: 5s310ms (84.040ms) - MemoryUsage (500.000ms): 1013.03 KB, 1013.03 KB, 116.53 KB, 122.95 KB, 122.95 KB, 122.95 KB, 122.95 KB, 122.95 KB, 122.95 KB, 122.95 KB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 34.89 MB (36588495) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 27.18K (27177) - TotalNetworkReceiveTime: 3s330ms - TotalNetworkSendTime: 60.527ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 860 (860) - TotalThreadsTotalWallClockTime: 5s256ms - TotalThreadsSysTime: 17.977ms - TotalThreadsUserTime: 583.565ms - TotalThreadsVoluntaryContextSwitches: 105 (105) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 84.534ms - ExecTreeExecTime: 7.611ms - OpenTime: 5s172ms - ExecTreeOpenTime: 3s368ms - PrepareTime: 3.752ms - ExecTreePrepareTime: 530.553us KrpcDataStreamSender (dst_id=66):(Total: 76.870ms, non-child: 16.327ms, % non-child: 21.24%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 10.38 MB/sec ; Min: 4.42 MB/sec ; Max: 19.63 MB/sec ; Number of samples: 27) - EosSent: 1 (1) - PeakMemoryUsage: 4.41 KB (4512) - RowsSent: 27.18K (27177) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.661ms - TotalBytesSent: 589.26 KB (603403) - UncompressedRowBatchSize: 1.37 MB (1440381) UNION_NODE (id=21):(Total: 3s376ms, non-child: 4.465ms, % non-child: 0.13%) ExecOption: Codegen Enabled Node Lifecycle Event Timeline: 5s310ms - Open Started: 1s857ms (1s857ms) - Open Finished: 5s225ms (3s368ms) - First Batch Requested: 5s225ms (75.519us) - First Batch Returned: 5s226ms (279.631us) - Last Batch Returned: 5s300ms (74.569ms) - Closed: 5s310ms (9.656ms) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 8.05 K/sec AGGREGATION_NODE (id=65):(Total: 3s372ms, non-child: 39.620ms, % non-child: 1.17%) Node Lifecycle Event Timeline: 5s300ms - Open Started: 1s857ms (1s857ms) - Open Finished: 5s225ms (3s368ms) - First Batch Requested: 5s225ms (92.841us) - First Batch Returned: 5s225ms (69.968us) - Last Batch Returned: 5s300ms (74.339ms) - Closed: 5s300ms (423.388us) - PeakMemoryUsage: 34.11 MB (35766400) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 8.06 K/sec GroupingAggregator 0: ExecOption: Codegen Enabled - BuildTime: 35.005ms - GetResultsTime: 2.319ms - HTResizeTime: 720.921us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.11 MB (35762304) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 27.18K (27177) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 9.383us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=64):(Total: 3s332ms, non-child: 1.946ms, % non-child: 0.06%) Node Lifecycle Event Timeline: 5s225ms - Open Started: 1s857ms (1s857ms) - Open Finished: 5s080ms (3s223ms) - First Batch Requested: 5s080ms (666.732us) - First Batch Returned: 5s081ms (23.982us) - Last Batch Returned: 5s223ms (142.857ms) - Closed: 5s225ms (1.847ms) - ConvertRowBatchTime: 1.732ms - PeakMemoryUsage: 784.00 KB (802816) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 8.15 K/sec Buffer pool: - AllocTime: 283.848us - CumulativeAllocationBytes: 6.25 MB (6553600) - CumulativeAllocations: 64 (64) - PeakReservation: 784.00 KB (802816) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 784.00 KB (802816) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 206.103us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 3s222ms - TotalBytesDequeued: 4.60 MB (4822810) - TotalGetBatchTime: 3s330ms - DataWaitTime: 3s330ms Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 193.795us ; Min: 32.970us ; Max: 738.503us ; Number of samples: 32) - DeserializeRowBatchTime: 11.161ms - TotalBatchesEnqueued: 32 (32) - TotalBatchesReceived: 32 (32) - TotalBytesReceived: 2.61 MB (2738111) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 1s803ms, non-child: 1s803ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 789 (789) - CodegenTotalWallClockTime: 1s803ms - CodegenSysTime: 13.906ms - CodegenUserTime: 543.212ms - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 555.161ms - IrGenerationTime: 37.681ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 67 (67) - NumInstructions: 1.79K (1793) - OptimizationTime: 1s116ms - PeakMemoryUsage: 896.50 KB (918016) - PrepareTime: 72.492ms Averaged Fragment F15:(Total: 5s172ms, non-child: 13.140ms, % non-child: 0.25%) split sizes: min: 12.50 MB, max: 12.50 MB, avg: 12.50 MB, stddev: 0 completion times: min:8s355ms max:8s355ms mean: 8s355ms stddev:0.000ns execution rates: min:1.50 MB/sec max:1.50 MB/sec mean:1.50 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.40 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.21 - PeakMemoryUsage: 265.39 MB (278283902) - PeakReservation: 248.00 MB (260046848) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 27.18K (27177) - TotalNetworkReceiveTime: 1s204ms - TotalNetworkSendTime: 52.349ms - TotalStorageWaitTime: 5.518ms - TotalThreadsInvoluntaryContextSwitches: 2.70K (2703) - TotalThreadsTotalWallClockTime: 7s255ms - TotalThreadsSysTime: 169.712ms - TotalThreadsUserTime: 2s214ms - TotalThreadsVoluntaryContextSwitches: 792 (792) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 2.00 MB (2097152) - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 490.028ms - ExecTreeExecTime: 346.160ms - OpenTime: 4s667ms - ExecTreeOpenTime: 2s024ms - PrepareTime: 15.058ms - ExecTreePrepareTime: 2.347ms KrpcDataStreamSender (dst_id=64):(Total: 143.689ms, non-child: 143.689ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 27.18K (27177) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 90.566ms - TotalBytesSent: 2.61 MB (2738111) - UncompressedRowBatchSize: 4.60 MB (4822810) AGGREGATION_NODE (id=27):(Total: 2s372ms, non-child: 117.742ms, % non-child: 4.96%) - PeakMemoryUsage: 34.39 MB (36056192) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 11.45 K/sec GroupingAggregator 0: - BuildTime: 0.000ns - GetResultsTime: 2.279ms - HTResizeTime: 549.731us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.10 MB (35758208) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - ReductionFactorEstimate: 10.60 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 27.18K (27177) - StreamingTime: 108.466ms Buffer pool: - AllocTime: 782.704us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 767.135us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=26):(Total: 2s254ms, non-child: 103.376ms, % non-child: 4.58%) - BuildRows: 365 (365) - BuildTime: 2.649ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 1.43M (1434519) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 99.844ms - RowsReturned: 284.59K (284587) - RowsReturnedRate: 126.20 K/sec Buffer pool: - AllocTime: 1.821ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 1.804ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=26): - BuildRowsPartitionTime: 1.943ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 307.089us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=63):(Total: 28.210us, non-child: 28.210us, % non-child: 100.00%) - ConvertRowBatchTime: 11.632us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 12.94 M/sec Buffer pool: - AllocTime: 6.376us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.383us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 5.171us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 23.111us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=25):(Total: 2s151ms, non-child: 827.804ms, % non-child: 38.47%) - BuildRows: 1.44M (1441548) - BuildTime: 694.892ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 162.29 MB (170169600) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 121.705ms - RowsReturned: 1.43M (1434519) - RowsReturnedRate: 666.73 K/sec Buffer pool: - AllocTime: 36.415ms - CumulativeAllocationBytes: 162.00 MB (169869312) - CumulativeAllocations: 65 (65) - PeakReservation: 162.00 MB (169869312) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 162.00 MB (169869312) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 36.266ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=25): - BuildRowsPartitionTime: 282.298ms - BuildRowsPartitioned: 1.44M (1441548) - HashBuckets: 4.19M (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 411.831ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=62):(Total: 1s272ms, non-child: 1s272ms, % non-child: 100.00%) - ConvertRowBatchTime: 64.947ms - PeakMemoryUsage: 12.22 MB (12817467) - RowsReturned: 1.44M (1441548) - RowsReturnedRate: 1.13 M/sec Buffer pool: - AllocTime: 47.653ms - CumulativeAllocationBytes: 55.00 MB (57671680) - CumulativeAllocations: 2.82K (2816) - PeakReservation: 12.18 MB (12771328) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.18 MB (12771328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 44.938ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 45.37 MB (47571084) - TotalGetBatchTime: 1s203ms - DataWaitTime: 1s196ms Enqueue: - DeserializeRowBatchTime: 132.055ms - TotalBatchesEnqueued: 1.41K (1408) - TotalBatchesReceived: 1.41K (1408) - TotalBytesReceived: 30.82 MB (32316942) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 2s197ms - TotalRPCsDeferred: 3 (3) HDFS_SCAN_NODE (id=22):(Total: 50.908ms, non-child: 50.908ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 50.586ms - MaterializeTupleTime(*): 27.183ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 32.65 MB (34240512) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.00 GB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 6.592ms - RowBatchQueuePeakMemoryUsage: 16.65 MB (17459200) - RowBatchQueuePutWaitTime: 34.481ms - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 1.96 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.518ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 101 (101) - ScannerThreadsTotalWallClockTime: 120.758ms - ScannerThreadsSysTime: 3.709ms - ScannerThreadsUserTime: 67.689ms - ScannerThreadsVoluntaryContextSwitches: 20 (20) - TotalRawHdfsOpenFileTime(*): 6.851us - TotalRawHdfsReadTime(*): 12.204ms - TotalReadThroughput: 2.50 MB/sec Buffer pool: - AllocTime: 4.437us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 2 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 2s643ms, non-child: 2s643ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 1.85K (1855) - CodegenTotalWallClockTime: 2s643ms - CodegenSysTime: 24.516ms - CodegenUserTime: 1s583ms - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 733.818ms - IrGenerationTime: 194.596ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 275 (275) - NumInstructions: 15.25K (15251) - OptimizationTime: 1s588ms - PeakMemoryUsage: 7.45 MB (7808512) - PrepareTime: 105.344ms Fragment F15: Instance 4d48b2a3bb0236f1:bfa8157d00000012 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 5s172ms, non-child: 13.140ms, % non-child: 0.25%) Last report received time: 2019-08-08 18:29:09.154 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB Fragment Instance Lifecycle Event Timeline: 5s224ms - Prepare Finished: 66.472ms (66.472ms) - Open Finished: 4s733ms (4s667ms) - First Batch Produced: 5s077ms (343.429ms) - First Batch Sent: 5s077ms (3.192us) - ExecInternal Finished: 5s224ms (147.091ms) - MemoryUsage (500.000ms): 7.77 MB, 21.78 MB, 21.80 MB, 21.80 MB, 14.35 MB, 90.38 MB, 90.38 MB, 104.38 MB, 144.39 MB, 253.37 MB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 2, 2, 2, 2, 1 - AverageThreadTokens: 1.40 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.21 - PeakMemoryUsage: 265.39 MB (278283902) - PeakReservation: 248.00 MB (260046848) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 27.18K (27177) - TotalNetworkReceiveTime: 1s204ms - TotalNetworkSendTime: 52.349ms - TotalStorageWaitTime: 5.518ms - TotalThreadsInvoluntaryContextSwitches: 2.70K (2703) - TotalThreadsTotalWallClockTime: 7s255ms - TotalThreadsSysTime: 169.712ms - TotalThreadsUserTime: 2s214ms - TotalThreadsVoluntaryContextSwitches: 792 (792) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 2.00 MB (2097152) - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 490.028ms - ExecTreeExecTime: 346.160ms - OpenTime: 4s667ms - ExecTreeOpenTime: 2s024ms - PrepareTime: 15.058ms - ExecTreePrepareTime: 2.347ms KrpcDataStreamSender (dst_id=64):(Total: 143.689ms, non-child: 91.319ms, % non-child: 63.55%) ExecOption: Hash Partitioned Sender Codegen Enabled - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 41.89 MB/sec ; Min: 3.86 MB/sec ; Max: 246.13 MB/sec ; Number of samples: 32) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 27.18K (27177) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 90.566ms - TotalBytesSent: 2.61 MB (2738111) - UncompressedRowBatchSize: 4.60 MB (4822810) AGGREGATION_NODE (id=27):(Total: 2s372ms, non-child: 117.742ms, % non-child: 4.96%) Node Lifecycle Event Timeline: 5s224ms - Open Started: 2s709ms (2s709ms) - Open Finished: 4s733ms (2s024ms) - First Batch Requested: 4s733ms (33.752us) - First Batch Returned: 5s077ms (343.424ms) - Last Batch Returned: 5s221ms (143.720ms) - Closed: 5s224ms (3.004ms) - PeakMemoryUsage: 34.39 MB (36056192) - RowsReturned: 27.18K (27177) - RowsReturnedRate: 11.45 K/sec GroupingAggregator 0: ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0.000ns - GetResultsTime: 2.279ms - HTResizeTime: 549.731us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.10 MB (35758208) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - ReductionFactorEstimate: 10.60 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 27.18K (27177) - StreamingTime: 108.466ms Buffer pool: - AllocTime: 782.704us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 767.135us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=26):(Total: 2s254ms, non-child: 103.376ms, % non-child: 4.58%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 5s077ms - Open Started: 2s709ms (2s709ms) - Open Finished: 4s733ms (2s023ms) - First Batch Requested: 4s733ms (578.259us) - First Batch Returned: 4s734ms (819.992us) - Last Batch Returned: 5s077ms (342.439ms) - Closed: 5s077ms (93.764us) - BuildRows: 365 (365) - BuildTime: 2.649ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 1.43M (1434519) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 99.844ms - RowsReturned: 284.59K (284587) - RowsReturnedRate: 126.20 K/sec Buffer pool: - AllocTime: 1.821ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 1.804ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=26): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 1.943ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 307.089us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=63):(Total: 28.210us, non-child: 28.210us, % non-child: 100.00%) Node Lifecycle Event Timeline: 2s712ms - Open Started: 2s710ms (2s710ms) - Open Finished: 2s710ms (5.872us) - First Batch Requested: 2s710ms (440.926us) - First Batch Returned: 2s710ms (18.870us) - Last Batch Returned: 2s710ms (316.000ns) - Closed: 2s712ms (2.411ms) - ConvertRowBatchTime: 11.632us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 12.94 M/sec Buffer pool: - AllocTime: 6.376us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.383us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 5.171us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0 - DispatchTime: (Avg: 79.832us ; Min: 79.832us ; Max: 79.832us ; Number of samples: 1) - DeserializeRowBatchTime: 23.111us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=25):(Total: 2s151ms, non-child: 827.804ms, % non-child: 38.47%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 5s077ms - Open Started: 2s709ms (2s709ms) - Open Finished: 4s733ms (2s023ms) - First Batch Requested: 4s733ms (73.291us) - First Batch Returned: 4s733ms (168.114us) - Last Batch Returned: 5s077ms (343.706ms) - Closed: 5s077ms (224.053us) - BuildRows: 1.44M (1441548) - BuildTime: 694.892ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 162.29 MB (170169600) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 121.705ms - RowsReturned: 1.43M (1434519) - RowsReturnedRate: 666.73 K/sec Buffer pool: - AllocTime: 36.415ms - CumulativeAllocationBytes: 162.00 MB (169869312) - CumulativeAllocations: 65 (65) - PeakReservation: 162.00 MB (169869312) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 162.00 MB (169869312) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 36.266ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=25): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 282.298ms - BuildRowsPartitioned: 1.44M (1441548) - HashBuckets: 4.19M (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 411.831ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=62):(Total: 1s272ms, non-child: 76.428ms, % non-child: 6.00%) Node Lifecycle Event Timeline: 4s683ms - Open Started: 2s710ms (2s710ms) - Open Finished: 2s710ms (18.664us) - First Batch Requested: 2s710ms (265.537us) - First Batch Returned: 2s710ms (24.877us) - Last Batch Returned: 4s271ms (1s561ms) - Closed: 4s683ms (412.090ms) - ConvertRowBatchTime: 64.947ms - PeakMemoryUsage: 12.22 MB (12817467) - RowsReturned: 1.44M (1441548) - RowsReturnedRate: 1.13 M/sec Buffer pool: - AllocTime: 47.653ms - CumulativeAllocationBytes: 55.00 MB (57671680) - CumulativeAllocations: 2.82K (2816) - PeakReservation: 12.18 MB (12771328) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.18 MB (12771328) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 44.938ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 19.88 MB, 35.15 MB, 42.50 MB, 45.37 MB - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 45.37 MB (47571084) - TotalGetBatchTime: 1s203ms - DataWaitTime: 1s196ms Enqueue: - BytesReceived (500.000ms): 3.13 MB, 6.81 MB, 6.83 MB, 6.83 MB, 6.83 MB, 13.64 MB, 23.88 MB, 28.87 MB, 30.82 MB - DeferredQueueSize (500.000ms): 0, 1, 2, 2, 2, 0, 0, 0, 0 - DispatchTime: (Avg: 110.334us ; Min: 27.507us ; Max: 3.625ms ; Number of samples: 1408) - DeserializeRowBatchTime: 132.055ms - TotalBatchesEnqueued: 1.41K (1408) - TotalBatchesReceived: 1.41K (1408) - TotalBytesReceived: 30.82 MB (32316942) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 2s197ms - TotalRPCsDeferred: 3 (3) HDFS_SCAN_NODE (id=22):(Total: 50.908ms, non-child: 50.908ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 40ms. Arrival delay: 4s673ms. Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 5s077ms - Open Started: 2s710ms (2s710ms) - Open Finished: 2s710ms (115.188us) - First Batch Requested: 4s684ms (1s974ms) - First Batch Returned: 4s733ms (48.922ms) - Last Batch Returned: 5s076ms (343.247ms) - Closed: 5s077ms (924.169us) - BytesRead (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 12.50 MB - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 50.586ms - MaterializeTupleTime(*): 27.183ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 32.65 MB (34240512) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.00 GB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 6.592ms - RowBatchQueuePeakMemoryUsage: 16.65 MB (17459200) - RowBatchQueuePutWaitTime: 34.481ms - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 1.96 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.518ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 101 (101) - ScannerThreadsTotalWallClockTime: 120.758ms - ScannerThreadsSysTime: 3.709ms - ScannerThreadsUserTime: 67.689ms - ScannerThreadsVoluntaryContextSwitches: 20 (20) - TotalRawHdfsOpenFileTime(*): 6.851us - TotalRawHdfsReadTime(*): 12.204ms - TotalReadThroughput: 2.50 MB/sec Buffer pool: - AllocTime: 4.437us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) Filter 2 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 2s643ms, non-child: 2s643ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 1.85K (1855) - CodegenTotalWallClockTime: 2s643ms - CodegenSysTime: 24.516ms - CodegenUserTime: 1s583ms - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 733.818ms - IrGenerationTime: 194.596ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 275 (275) - NumInstructions: 15.25K (15251) - OptimizationTime: 1s588ms - PeakMemoryUsage: 7.45 MB (7808512) - PrepareTime: 105.344ms Averaged Fragment F16:(Total: 3s611ms, non-child: 6.356ms, % non-child: 0.18%) split sizes: min: 128.00 MB, max: 152.83 MB, avg: 140.41 MB, stddev: 12.41 MB completion times: min:4s506ms max:5s172ms mean: 4s839ms stddev:333.140ms execution rates: min:28.40 MB/sec max:29.54 MB/sec mean:28.97 MB/sec stddev:584.23 KB/sec num instances: 2 - AverageThreadTokens: 2.25 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 40.15 MB (42096107) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 702.77 MB (736908445) - RowsProduced: 720.77K (720774) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2s777ms - TotalStorageWaitTime: 407.796ms - TotalThreadsInvoluntaryContextSwitches: 578 (578) - TotalThreadsTotalWallClockTime: 7s551ms - TotalThreadsSysTime: 34.463ms - TotalThreadsUserTime: 1s003ms - TotalThreadsVoluntaryContextSwitches: 953 (953) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 3s153ms - ExecTreeExecTime: 223.589ms - OpenTime: 457.896ms - ExecTreeOpenTime: 137.506us - PrepareTime: 420.205us - ExecTreePrepareTime: 172.658us KrpcDataStreamSender (dst_id=62):(Total: 2s925ms, non-child: 2s925ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 720.77K (720774) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 125.126ms - TotalBytesSent: 15.41 MB (16158471) - UncompressedRowBatchSize: 22.68 MB (23785542) HDFS_SCAN_NODE (id=23):(Total: 222.968ms, non-child: 222.968ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.15 - AverageScannerThreadConcurrency: 1.29 - BytesRead: 140.48 MB (147299954) - BytesReadDataNodeCache: 0 - BytesReadLocal: 140.48 MB (147299954) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 140.48 MB (147299954) - CachedFileHandlesHitCount: 19 (19) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 840.798ms - MaterializeTupleTime(*): 275.729ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 40.11 MB (42055168) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 918.42 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 17.33 MB (18176000) - RowBatchQueueGetWaitTime: 199.186ms - RowBatchQueuePeakMemoryUsage: 4.10 MB (4300288) - RowBatchQueuePutWaitTime: 2s166ms - RowBatchesEnqueued: 705 (705) - RowsRead: 720.77K (720774) - RowsReturned: 720.77K (720774) - RowsReturnedRate: 7.78 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 407.796ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 363 (363) - ScannerThreadsTotalWallClockTime: 3s939ms - ScannerThreadsSysTime: 8.421ms - ScannerThreadsUserTime: 704.628ms - ScannerThreadsVoluntaryContextSwitches: 41 (41) - TotalRawHdfsOpenFileTime(*): 67.093us - TotalRawHdfsReadTime(*): 190.213ms - TotalReadThroughput: 37.77 MB/sec Buffer pool: - AllocTime: 4.764ms - CumulativeAllocationBytes: 36.06 MB (37814272) - CumulativeAllocations: 5 (5) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 36.00 MB (37748736) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 4.750ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 457.634ms, non-child: 457.634ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 88 (88) - CodegenTotalWallClockTime: 457.609ms - CodegenSysTime: 3.915ms - CodegenUserTime: 162.740ms - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 174.966ms - IrGenerationTime: 5.779ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 202.103ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 69.802ms Fragment F16: Instance 4d48b2a3bb0236f1:bfa8157d0000000f (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 4s222ms, non-child: 7.361ms, % non-child: 0.17%) Last report received time: 2019-08-08 18:29:05.972 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:2/152.83 MB Fragment Instance Lifecycle Event Timeline: 4s275ms - Prepare Finished: 53.379ms (53.379ms) - Open Finished: 854.133ms (800.753ms) - First Batch Produced: 1s164ms (310.022ms) - First Batch Sent: 1s164ms (309.197us) - ExecInternal Finished: 4s275ms (3s111ms) - MemoryUsage (500.000ms): 328.12 KB, 16.01 MB, 49.72 MB, 51.66 MB, 51.66 MB, 51.59 MB, 25.07 MB, 25.93 MB - ThreadUsage (500.000ms): 1, 3, 3, 3, 3, 3, 2, 2 - AverageThreadTokens: 2.50 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 51.66 MB (54165482) - PeakReservation: 48.00 MB (50331648) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 782.20K (782199) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2s837ms - TotalStorageWaitTime: 794.346ms - TotalThreadsInvoluntaryContextSwitches: 1.15K (1154) - TotalThreadsTotalWallClockTime: 9s317ms - TotalThreadsSysTime: 37.921ms - TotalThreadsUserTime: 1s278ms - TotalThreadsVoluntaryContextSwitches: 1.14K (1144) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 3s420ms - ExecTreeExecTime: 398.200ms - OpenTime: 800.748ms - ExecTreeOpenTime: 155.966us - PrepareTime: 416.939us - ExecTreePrepareTime: 192.788us KrpcDataStreamSender (dst_id=62):(Total: 3s016ms, non-child: 178.678ms, % non-child: 5.92%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 0, 0, 0, 2.84 MB, 9.78 MB, 14.75 MB - NetworkThroughput: (Avg: 31.09 MB/sec ; Min: 1.05 MB/sec ; Max: 158.75 MB/sec ; Number of samples: 764) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 782.20K (782199) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 147.031ms - TotalBytesSent: 16.72 MB (17536056) - UncompressedRowBatchSize: 24.62 MB (25812567) HDFS_SCAN_NODE (id=23):(Total: 397.397ms, non-child: 397.397ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:2/152.83 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:85.71% 1:14.29% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:2 Node Lifecycle Event Timeline: 4s275ms - Open Started: 853.961ms (853.961ms) - Open Finished: 854.114ms (152.222us) - First Batch Requested: 854.136ms (22.483us) - First Batch Returned: 1s164ms (310.017ms) - Last Batch Returned: 4s269ms (3s105ms) - Closed: 4s275ms (5.900ms) - BytesRead (500.000ms): 0, 0, 16.00 MB, 32.00 MB, 56.83 MB, 64.83 MB, 112.83 MB, 152.83 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 2) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 2) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.14 - AverageScannerThreadConcurrency: 1.57 - BytesRead: 152.89 MB (160316644) - BytesReadDataNodeCache: 0 - BytesReadLocal: 152.89 MB (160316644) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 152.89 MB (160316644) - CachedFileHandlesHitCount: 21 (21) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 1s287ms - MaterializeTupleTime(*): 454.926ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 2 (2) - PeakMemoryUsage: 51.62 MB (54124544) - PeakScannerThreadConcurrency: 2 (2) - PerReadThreadRawHdfsThroughput: 543.26 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 18.85 MB (19763200) - RowBatchQueueGetWaitTime: 353.022ms - RowBatchQueuePeakMemoryUsage: 3.61 MB (3784704) - RowBatchQueuePutWaitTime: 2s081ms - RowBatchesEnqueued: 766 (766) - RowsRead: 782.20K (782199) - RowsReturned: 782.20K (782199) - RowsReturnedRate: 1.97 M/sec - ScanRangesComplete: 2 (2) - ScannerIoWaitTime: 794.346ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 724 (724) - ScannerThreadsTotalWallClockTime: 5s096ms - ScannerThreadsSysTime: 9.880ms - ScannerThreadsUserTime: 921.786ms - ScannerThreadsVoluntaryContextSwitches: 35 (35) - TotalRawHdfsOpenFileTime(*): 83.633us - TotalRawHdfsReadTime(*): 281.428ms - TotalReadThroughput: 38.21 MB/sec Buffer pool: - AllocTime: 9.090ms - CumulativeAllocationBytes: 48.06 MB (50397184) - CumulativeAllocations: 7 (7) - PeakReservation: 48.00 MB (50331648) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.00 MB (50331648) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 9.078ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 800.485ms, non-child: 800.485ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 177 (177) - CodegenTotalWallClockTime: 800.458ms - CodegenSysTime: 3.819ms - CodegenUserTime: 214.505ms - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 320.985ms - IrGenerationTime: 9.531ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 348.501ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 112.416ms Instance 4d48b2a3bb0236f1:bfa8157d00000010 (host=nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000):(Total: 3s001ms, non-child: 5.352ms, % non-child: 0.18%) Last report received time: 2019-08-08 18:29:05.301 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB Fragment Instance Lifecycle Event Timeline: 3s003ms - Prepare Finished: 1.666ms (1.666ms) - Open Finished: 116.711ms (115.044ms) - First Batch Produced: 154.125ms (37.413ms) - First Batch Sent: 154.311ms (186.176us) - ExecInternal Finished: 3s003ms (2s849ms) - MemoryUsage (500.000ms): 25.85 MB, 28.64 MB, 28.64 MB, 28.64 MB, 28.64 MB, 28.41 MB - ThreadUsage (500.000ms): 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 28.64 MB (30026733) - PeakReservation: 24.00 MB (25165824) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 117.45 MB (123150386) - RowsProduced: 659.35K (659349) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2s716ms - TotalStorageWaitTime: 21.245ms - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 5s784ms - TotalThreadsSysTime: 31.006ms - TotalThreadsUserTime: 728.584ms - TotalThreadsVoluntaryContextSwitches: 762 (762) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 2s886ms - ExecTreeExecTime: 48.978ms - OpenTime: 115.044ms - ExecTreeOpenTime: 119.046us - PrepareTime: 423.472us - ExecTreePrepareTime: 152.529us KrpcDataStreamSender (dst_id=62):(Total: 2s833ms, non-child: 116.227ms, % non-child: 4.10%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 829.41 KB, 6.79 MB, 6.79 MB, 6.79 MB, 6.79 MB, 7.84 MB - NetworkThroughput: (Avg: 54.33 MB/sec ; Min: 878.70 KB/sec ; Max: 93.58 MB/sec ; Number of samples: 644) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 659.35K (659349) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 103.221ms - TotalBytesSent: 14.10 MB (14780886) - UncompressedRowBatchSize: 20.75 MB (21758517) HDFS_SCAN_NODE (id=23):(Total: 48.539ms, non-child: 48.539ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:83.33% 1:16.67% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 3s003ms - Open Started: 116.581ms (116.581ms) - Open Finished: 116.698ms (116.898us) - First Batch Requested: 116.712ms (14.557us) - First Batch Returned: 154.123ms (37.411ms) - Last Batch Returned: 3s002ms (2s848ms) - Closed: 3s003ms (727.178us) - BytesRead (500.000ms): 40.00 MB, 112.00 MB, 112.00 MB, 112.00 MB, 112.00 MB, 112.00 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.17 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 128.06 MB (134283264) - BytesReadDataNodeCache: 0 - BytesReadLocal: 128.06 MB (134283264) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 128.06 MB (134283264) - CachedFileHandlesHitCount: 17 (17) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 393.806ms - MaterializeTupleTime(*): 96.532ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 28.60 MB (29985792) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.26 GB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 15.82 MB (16588800) - RowBatchQueueGetWaitTime: 45.350ms - RowBatchQueuePeakMemoryUsage: 4.59 MB (4815872) - RowBatchQueuePutWaitTime: 2s252ms - RowBatchesEnqueued: 645 (645) - RowsRead: 659.35K (659349) - RowsReturned: 659.35K (659349) - RowsReturnedRate: 13.58 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 21.245ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 2s782ms - ScannerThreadsSysTime: 6.963ms - ScannerThreadsUserTime: 487.471ms - ScannerThreadsVoluntaryContextSwitches: 48 (48) - TotalRawHdfsOpenFileTime(*): 50.554us - TotalRawHdfsReadTime(*): 98.998ms - TotalReadThroughput: 37.33 MB/sec Buffer pool: - AllocTime: 437.471us - CumulativeAllocationBytes: 24.06 MB (25231360) - CumulativeAllocations: 4 (4) - PeakReservation: 24.00 MB (25165824) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 24.00 MB (25165824) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 421.804us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 114.783ms, non-child: 114.783ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 0 (0) - CodegenTotalWallClockTime: 114.760ms - CodegenSysTime: 4.011ms - CodegenUserTime: 110.976ms - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 28.946ms - IrGenerationTime: 2.028ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 55.706ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 27.187ms Averaged Fragment F17:(Total: 730.143ms, non-child: 3.831ms, % non-child: 0.52%) split sizes: min: 9.77 MB, max: 9.77 MB, avg: 9.77 MB, stddev: 0 completion times: min:5s149ms max:5s149ms mean: 5s149ms stddev:0.000ns execution rates: min:1.90 MB/sec max:1.90 MB/sec mean:1.90 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.05 MB (16831281) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 374.955us - TotalStorageWaitTime: 83.272ms - TotalThreadsInvoluntaryContextSwitches: 402 (402) - TotalThreadsTotalWallClockTime: 910.440ms - TotalThreadsSysTime: 14.014ms - TotalThreadsUserTime: 224.494ms - TotalThreadsVoluntaryContextSwitches: 46 (46) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 230.138ms - ExecTreeExecTime: 229.618ms - OpenTime: 495.975ms - ExecTreeOpenTime: 140.677us - PrepareTime: 3.969ms - ExecTreePrepareTime: 153.956us KrpcDataStreamSender (dst_id=63):(Total: 551.340us, non-child: 551.340us, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 42.922us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=24):(Total: 230.023ms, non-child: 230.023ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 81.259ms - MaterializeTupleTime(*): 10.725ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.03 MB (16806912) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 96.39 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 183.298ms - RowBatchQueuePeakMemoryUsage: 17.00 KB (17408) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 1.59 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 83.272ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 112 (112) - ScannerThreadsTotalWallClockTime: 184.350ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 47.679ms - ScannerThreadsVoluntaryContextSwitches: 8 (8) - TotalRawHdfsOpenFileTime(*): 5.153us - TotalRawHdfsReadTime(*): 101.360ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 187.420us - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 182.207us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 495.737ms, non-child: 495.737ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 289 (289) - CodegenTotalWallClockTime: 495.716ms - CodegenSysTime: 13.984ms - CodegenUserTime: 175.502ms - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 125.968ms - IrGenerationTime: 14.753ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 233.357ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 114.550ms Fragment F17: Instance 4d48b2a3bb0236f1:bfa8157d00000011 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 730.143ms, non-child: 3.831ms, % non-child: 0.52%) Last report received time: 2019-08-08 18:29:05.949 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB Fragment Instance Lifecycle Event Timeline: 923.124ms - Prepare Finished: 70.797ms (70.797ms) - Open Finished: 566.779ms (495.981ms) - First Batch Produced: 791.189ms (224.410ms) - First Batch Sent: 791.280ms (91.130us) - ExecInternal Finished: 923.124ms (131.844ms) - MemoryUsage (500.000ms): 303.22 KB - ThreadUsage (500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.05 MB (16831281) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 374.955us - TotalStorageWaitTime: 83.272ms - TotalThreadsInvoluntaryContextSwitches: 402 (402) - TotalThreadsTotalWallClockTime: 910.440ms - TotalThreadsSysTime: 14.014ms - TotalThreadsUserTime: 224.494ms - TotalThreadsVoluntaryContextSwitches: 46 (46) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 230.138ms - ExecTreeExecTime: 229.618ms - OpenTime: 495.975ms - ExecTreeOpenTime: 140.677us - PrepareTime: 3.969ms - ExecTreePrepareTime: 153.956us KrpcDataStreamSender (dst_id=63):(Total: 551.340us, non-child: 174.791us, % non-child: 31.70%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0 - NetworkThroughput: (Avg: 637.96 KB/sec ; Min: 637.96 KB/sec ; Max: 637.96 KB/sec ; Number of samples: 1) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 42.922us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=24):(Total: 230.023ms, non-child: 230.023ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 922.767ms - Open Started: 566.620ms (566.620ms) - Open Finished: 566.757ms (137.822us) - First Batch Requested: 566.780ms (22.920us) - First Batch Returned: 791.186ms (224.405ms) - Last Batch Returned: 796.494ms (5.308ms) - Closed: 922.767ms (126.272ms) - BytesRead (500.000ms): 0 - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 81.259ms - MaterializeTupleTime(*): 10.725ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.03 MB (16806912) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 96.39 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 183.298ms - RowBatchQueuePeakMemoryUsage: 17.00 KB (17408) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 1.59 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 83.272ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 112 (112) - ScannerThreadsTotalWallClockTime: 184.350ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 47.679ms - ScannerThreadsVoluntaryContextSwitches: 8 (8) - TotalRawHdfsOpenFileTime(*): 5.153us - TotalRawHdfsReadTime(*): 101.360ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 187.420us - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 182.207us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 495.737ms, non-child: 495.737ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 289 (289) - CodegenTotalWallClockTime: 495.716ms - CodegenSysTime: 13.984ms - CodegenUserTime: 175.502ms - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 125.968ms - IrGenerationTime: 14.753ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 233.357ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 114.550ms Averaged Fragment F24:(Total: 4s168ms, non-child: 638.380us, % non-child: 0.02%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:5s167ms max:5s167ms mean: 5s167ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 34.64 MB (36322103) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 11.32K (11324) - TotalNetworkReceiveTime: 1s728ms - TotalNetworkSendTime: 53.490ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 753 (753) - TotalThreadsTotalWallClockTime: 4s166ms - TotalThreadsSysTime: 19.087ms - TotalThreadsUserTime: 917.831ms - TotalThreadsVoluntaryContextSwitches: 93 (93) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 63.919ms - ExecTreeExecTime: 7.157ms - OpenTime: 4s102ms - ExecTreeOpenTime: 1s745ms - PrepareTime: 1.537ms - ExecTreePrepareTime: 1.113ms KrpcDataStreamSender (dst_id=71):(Total: 56.745ms, non-child: 56.745ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 4.41 KB (4512) - RowsSent: 11.32K (11324) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 2.816ms - TotalBytesSent: 243.38 KB (249217) - UncompressedRowBatchSize: 586.11 KB (600172) UNION_NODE (id=28):(Total: 1s753ms, non-child: 1.219ms, % non-child: 0.07%) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 11.32K (11324) - RowsReturnedRate: 6.46 K/sec AGGREGATION_NODE (id=70):(Total: 1s752ms, non-child: 24.246ms, % non-child: 1.38%) - PeakMemoryUsage: 34.11 MB (35766400) - RowsReturned: 11.32K (11324) - RowsReturnedRate: 6.46 K/sec GroupingAggregator 0: - BuildTime: 15.575ms - GetResultsTime: 5.174ms - HTResizeTime: 1.360ms - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.11 MB (35762304) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 11.32K (11324) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 2.322ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 2.305ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=69):(Total: 1s728ms, non-child: 1s728ms, % non-child: 100.00%) - ConvertRowBatchTime: 283.199us - PeakMemoryUsage: 520.00 KB (532480) - RowsReturned: 11.55K (11552) - RowsReturnedRate: 6.68 K/sec Buffer pool: - AllocTime: 190.764us - CumulativeAllocationBytes: 2.25 MB (2359296) - CumulativeAllocations: 32 (32) - PeakReservation: 520.00 KB (532480) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 520.00 KB (532480) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 155.277us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 1s648ms - TotalBytesDequeued: 1.95 MB (2049375) - TotalGetBatchTime: 1s728ms - DataWaitTime: 1s728ms Enqueue: - DeserializeRowBatchTime: 4.852ms - TotalBatchesEnqueued: 16 (16) - TotalBatchesReceived: 16 (16) - TotalBytesReceived: 1.11 MB (1163497) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 2s357ms, non-child: 2s357ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 738 (738) - CodegenTotalWallClockTime: 2s357ms - CodegenSysTime: 14.055ms - CodegenUserTime: 894.530ms - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 365.643ms - IrGenerationTime: 63.819ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 102 (102) - NumInstructions: 3.93K (3931) - OptimizationTime: 1s844ms - PeakMemoryUsage: 1.92 MB (2012672) - PrepareTime: 75.235ms Fragment F24: Instance 4d48b2a3bb0236f1:bfa8157d00000018 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 4s168ms, non-child: 638.380us, % non-child: 0.02%) Last report received time: 2019-08-08 18:29:05.967 Fragment Instance Lifecycle Event Timeline: 4s236ms - Prepare Finished: 67.835ms (67.835ms) - Open Finished: 4s170ms (4s103ms) - First Batch Produced: 4s171ms (633.406us) - First Batch Sent: 4s171ms (338.094us) - ExecInternal Finished: 4s236ms (65.072ms) - MemoryUsage (500.000ms): 2.03 MB, 2.03 MB, 2.03 MB, 2.03 MB, 116.53 KB, 126.80 KB, 126.80 KB, 126.80 KB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 34.64 MB (36322103) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 11.32K (11324) - TotalNetworkReceiveTime: 1s728ms - TotalNetworkSendTime: 53.490ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 753 (753) - TotalThreadsTotalWallClockTime: 4s166ms - TotalThreadsSysTime: 19.087ms - TotalThreadsUserTime: 917.831ms - TotalThreadsVoluntaryContextSwitches: 93 (93) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 63.919ms - ExecTreeExecTime: 7.157ms - OpenTime: 4s102ms - ExecTreeOpenTime: 1s745ms - PrepareTime: 1.537ms - ExecTreePrepareTime: 1.113ms KrpcDataStreamSender (dst_id=71):(Total: 56.745ms, non-child: 3.248ms, % non-child: 5.72%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 5.08 MB/sec ; Min: 217.57 KB/sec ; Max: 9.97 MB/sec ; Number of samples: 12) - EosSent: 1 (1) - PeakMemoryUsage: 4.41 KB (4512) - RowsSent: 11.32K (11324) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 2.816ms - TotalBytesSent: 243.38 KB (249217) - UncompressedRowBatchSize: 586.11 KB (600172) UNION_NODE (id=28):(Total: 1s753ms, non-child: 1.219ms, % non-child: 0.07%) ExecOption: Codegen Enabled Node Lifecycle Event Timeline: 4s234ms - Open Started: 2s425ms (2s425ms) - Open Finished: 4s170ms (1s745ms) - First Batch Requested: 4s170ms (34.512us) - First Batch Returned: 4s171ms (629.395us) - Last Batch Returned: 4s222ms (50.950ms) - Closed: 4s234ms (12.345ms) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 11.32K (11324) - RowsReturnedRate: 6.46 K/sec AGGREGATION_NODE (id=70):(Total: 1s752ms, non-child: 24.246ms, % non-child: 1.38%) Node Lifecycle Event Timeline: 4s222ms - Open Started: 2s425ms (2s425ms) - Open Finished: 4s170ms (1s745ms) - First Batch Requested: 4s170ms (46.922us) - First Batch Returned: 4s171ms (283.066us) - Last Batch Returned: 4s222ms (51.181ms) - Closed: 4s222ms (103.957us) - PeakMemoryUsage: 34.11 MB (35766400) - RowsReturned: 11.32K (11324) - RowsReturnedRate: 6.46 K/sec GroupingAggregator 0: ExecOption: Codegen Enabled - BuildTime: 15.575ms - GetResultsTime: 5.174ms - HTResizeTime: 1.360ms - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.11 MB (35762304) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 11.32K (11324) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 2.322ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 2.305ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=69):(Total: 1s728ms, non-child: 376.859us, % non-child: 0.02%) Node Lifecycle Event Timeline: 4s170ms - Open Started: 2s425ms (2s425ms) - Open Finished: 4s073ms (1s648ms) - First Batch Requested: 4s074ms (1.230ms) - First Batch Returned: 4s075ms (1.231ms) - Last Batch Returned: 4s170ms (94.374ms) - Closed: 4s170ms (507.275us) - ConvertRowBatchTime: 283.199us - PeakMemoryUsage: 520.00 KB (532480) - RowsReturned: 11.55K (11552) - RowsReturnedRate: 6.68 K/sec Buffer pool: - AllocTime: 190.764us - CumulativeAllocationBytes: 2.25 MB (2359296) - CumulativeAllocations: 32 (32) - PeakReservation: 520.00 KB (532480) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 520.00 KB (532480) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 155.277us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 1s648ms - TotalBytesDequeued: 1.95 MB (2049375) - TotalGetBatchTime: 1s728ms - DataWaitTime: 1s728ms Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0 - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 254.244us ; Min: 37.932us ; Max: 3.347ms ; Number of samples: 16) - DeserializeRowBatchTime: 4.852ms - TotalBatchesEnqueued: 16 (16) - TotalBatchesReceived: 16 (16) - TotalBytesReceived: 1.11 MB (1163497) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 2s357ms, non-child: 2s357ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 738 (738) - CodegenTotalWallClockTime: 2s357ms - CodegenSysTime: 14.055ms - CodegenUserTime: 894.530ms - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 365.643ms - IrGenerationTime: 63.819ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 102 (102) - NumInstructions: 3.93K (3931) - OptimizationTime: 1s844ms - PeakMemoryUsage: 1.92 MB (2012672) - PrepareTime: 75.235ms Averaged Fragment F20:(Total: 4s107ms, non-child: 1.264ms, % non-child: 0.03%) split sizes: min: 12.50 MB, max: 12.50 MB, avg: 12.50 MB, stddev: 0 completion times: min:5s173ms max:5s173ms mean: 5s173ms stddev:0.000ns execution rates: min:2.42 MB/sec max:2.42 MB/sec mean:2.42 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.38 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.09 - PeakMemoryUsage: 179.17 MB (187872894) - PeakReservation: 165.00 MB (173015040) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 11.55K (11552) - TotalNetworkReceiveTime: 660.022ms - TotalNetworkSendTime: 73.897ms - TotalStorageWaitTime: 13.545ms - TotalThreadsInvoluntaryContextSwitches: 1.71K (1708) - TotalThreadsTotalWallClockTime: 5s287ms - TotalThreadsSysTime: 111.578ms - TotalThreadsUserTime: 1s935ms - TotalThreadsVoluntaryContextSwitches: 465 (465) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 321.711ms - ExecTreeExecTime: 221.684ms - OpenTime: 3s780ms - ExecTreeOpenTime: 1s086ms - PrepareTime: 4.915ms - ExecTreePrepareTime: 3.904ms KrpcDataStreamSender (dst_id=69):(Total: 100.002ms, non-child: 100.002ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 11.55K (11552) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.758ms - TotalBytesSent: 1.11 MB (1163497) - UncompressedRowBatchSize: 1.95 MB (2049375) AGGREGATION_NODE (id=34):(Total: 1s312ms, non-child: 98.942ms, % non-child: 7.54%) - PeakMemoryUsage: 34.39 MB (36056192) - RowsReturned: 11.55K (11552) - RowsReturnedRate: 8.80 K/sec GroupingAggregator 0: - BuildTime: 0.000ns - GetResultsTime: 4.857ms - HTResizeTime: 1.141ms - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.10 MB (35758208) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - ReductionFactorEstimate: 12.82 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 11.55K (11552) - StreamingTime: 89.499ms Buffer pool: - AllocTime: 4.524ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 4.499ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=33):(Total: 1s213ms, non-child: 61.135ms, % non-child: 5.04%) - BuildRows: 365 (365) - BuildTime: 1.599ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 719.22K (719217) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 53.026ms - RowsReturned: 147.01K (147007) - RowsReturnedRate: 121.18 K/sec Buffer pool: - AllocTime: 1.011ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 992.805us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=33): - BuildRowsPartitionTime: 1.141ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 249.485us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=68):(Total: 28.525us, non-child: 28.525us, % non-child: 100.00%) - ConvertRowBatchTime: 7.240us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 12.80 M/sec Buffer pool: - AllocTime: 6.734us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.369us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 11.190us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 23.840us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=32):(Total: 1s151ms, non-child: 411.695ms, % non-child: 35.74%) - BuildRows: 719.38K (719384) - BuildTime: 339.738ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 80.29 MB (84186368) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 63.687ms - RowsReturned: 719.22K (719217) - RowsReturnedRate: 624.33 K/sec Buffer pool: - AllocTime: 41.193ms - CumulativeAllocationBytes: 80.00 MB (83886080) - CumulativeAllocations: 40 (40) - PeakReservation: 80.00 MB (83886080) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 80.00 MB (83886080) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 41.111ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=32): - BuildRowsPartitionTime: 107.501ms - BuildRowsPartitioned: 719.38K (719384) - HashBuckets: 2.03M (2031616) - HashCollisions: 0 (0) - HashTablesBuildTime: 231.673ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=67):(Total: 689.709ms, non-child: 689.709ms, % non-child: 100.00%) - ConvertRowBatchTime: 28.936ms - PeakMemoryUsage: 12.19 MB (12777983) - RowsReturned: 719.38K (719384) - RowsReturnedRate: 1.04 M/sec Buffer pool: - AllocTime: 47.730ms - CumulativeAllocationBytes: 27.46 MB (28794880) - CumulativeAllocations: 1.41K (1408) - PeakReservation: 12.16 MB (12754944) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.16 MB (12754944) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 45.821ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 22.64 MB (23739672) - TotalGetBatchTime: 659.774ms - DataWaitTime: 655.193ms Enqueue: - DeserializeRowBatchTime: 80.402ms - TotalBatchesEnqueued: 704 (704) - TotalBatchesReceived: 704 (704) - TotalBytesReceived: 15.39 MB (16136892) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 726.834ms - TotalRPCsDeferred: 2 (2) HDFS_SCAN_NODE (id=29):(Total: 50.606ms, non-child: 50.606ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.33 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 79.273ms - MaterializeTupleTime(*): 53.640ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 29.44 MB (30869504) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 489.03 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 16.552ms - RowBatchQueuePeakMemoryUsage: 13.44 MB (14088192) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 1.98 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 13.545ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 143 (143) - ScannerThreadsTotalWallClockTime: 151.419ms - ScannerThreadsSysTime: 5.597ms - ScannerThreadsUserTime: 76.445ms - ScannerThreadsVoluntaryContextSwitches: 14 (14) - TotalRawHdfsOpenFileTime(*): 7.024us - TotalRawHdfsReadTime(*): 25.566ms - TotalReadThroughput: 3.13 MB/sec Buffer pool: - AllocTime: 437.934us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 434.635us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 2s693ms, non-child: 2s693ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 1.21K (1207) - CodegenTotalWallClockTime: 2s693ms - CodegenSysTime: 22.446ms - CodegenUserTime: 1s593ms - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 576.975ms - IrGenerationTime: 146.959ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 275 (275) - NumInstructions: 15.25K (15251) - OptimizationTime: 1s879ms - PeakMemoryUsage: 7.45 MB (7808512) - PrepareTime: 85.929ms Fragment F20: Instance 4d48b2a3bb0236f1:bfa8157d00000017 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 4s107ms, non-child: 1.264ms, % non-child: 0.03%) Last report received time: 2019-08-08 18:29:05.973 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB Fragment Instance Lifecycle Event Timeline: 4s176ms - Prepare Finished: 71.966ms (71.966ms) - Open Finished: 3s852ms (3s780ms) - First Batch Produced: 4s066ms (214.436ms) - First Batch Sent: 4s066ms (2.692us) - ExecInternal Finished: 4s176ms (109.809ms) - MemoryUsage (500.000ms): 10.88 MB, 10.88 MB, 15.24 MB, 19.14 MB, 13.32 MB, 89.36 MB, 89.36 MB, 168.69 MB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 2, 2, 2 - AverageThreadTokens: 1.38 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.09 - PeakMemoryUsage: 179.17 MB (187872894) - PeakReservation: 165.00 MB (173015040) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 11.55K (11552) - TotalNetworkReceiveTime: 660.022ms - TotalNetworkSendTime: 73.897ms - TotalStorageWaitTime: 13.545ms - TotalThreadsInvoluntaryContextSwitches: 1.71K (1708) - TotalThreadsTotalWallClockTime: 5s287ms - TotalThreadsSysTime: 111.578ms - TotalThreadsUserTime: 1s935ms - TotalThreadsVoluntaryContextSwitches: 465 (465) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 1.00 MB (1048576) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 1.00 MB (1048576) - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 321.711ms - ExecTreeExecTime: 221.684ms - OpenTime: 3s780ms - ExecTreeOpenTime: 1s086ms - PrepareTime: 4.915ms - ExecTreePrepareTime: 3.904ms KrpcDataStreamSender (dst_id=69):(Total: 100.002ms, non-child: 26.094ms, % non-child: 26.09%) ExecOption: Hash Partitioned Sender Codegen Enabled - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 20.30 MB/sec ; Min: 4.52 MB/sec ; Max: 38.14 MB/sec ; Number of samples: 16) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 11.55K (11552) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.758ms - TotalBytesSent: 1.11 MB (1163497) - UncompressedRowBatchSize: 1.95 MB (2049375) AGGREGATION_NODE (id=34):(Total: 1s312ms, non-child: 98.942ms, % non-child: 7.54%) Node Lifecycle Event Timeline: 4s174ms - Open Started: 2s765ms (2s765ms) - Open Finished: 3s852ms (1s086ms) - First Batch Requested: 3s852ms (32.397us) - First Batch Returned: 4s066ms (214.431ms) - Last Batch Returned: 4s160ms (93.811ms) - Closed: 4s174ms (13.881ms) - PeakMemoryUsage: 34.39 MB (36056192) - RowsReturned: 11.55K (11552) - RowsReturnedRate: 8.80 K/sec GroupingAggregator 0: ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0.000ns - GetResultsTime: 4.857ms - HTResizeTime: 1.141ms - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.10 MB (35758208) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - ReductionFactorEstimate: 12.82 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 11.55K (11552) - StreamingTime: 89.499ms Buffer pool: - AllocTime: 4.524ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 4.499ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=33):(Total: 1s213ms, non-child: 61.135ms, % non-child: 5.04%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 4s066ms - Open Started: 2s765ms (2s765ms) - Open Finished: 3s851ms (1s085ms) - First Batch Requested: 3s852ms (1.003ms) - First Batch Returned: 3s853ms (726.218us) - Last Batch Returned: 4s066ms (213.534ms) - Closed: 4s066ms (91.626us) - BuildRows: 365 (365) - BuildTime: 1.599ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 719.22K (719217) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 53.026ms - RowsReturned: 147.01K (147007) - RowsReturnedRate: 121.18 K/sec Buffer pool: - AllocTime: 1.011ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 992.805us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=33): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 1.141ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 249.485us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=68):(Total: 28.525us, non-child: 28.525us, % non-child: 100.00%) Node Lifecycle Event Timeline: 2s767ms - Open Started: 2s766ms (2s766ms) - Open Finished: 2s766ms (5.124us) - First Batch Requested: 2s766ms (251.525us) - First Batch Returned: 2s766ms (20.425us) - Last Batch Returned: 2s766ms (304.000ns) - Closed: 2s767ms (1.522ms) - ConvertRowBatchTime: 7.240us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 12.80 M/sec Buffer pool: - AllocTime: 6.734us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.369us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 11.190us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 0, 2.86 KB, 2.86 KB, 2.86 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0 - DispatchTime: (Avg: 72.251us ; Min: 72.251us ; Max: 72.251us ; Number of samples: 1) - DeserializeRowBatchTime: 23.840us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=32):(Total: 1s151ms, non-child: 411.695ms, % non-child: 35.74%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 4s066ms - Open Started: 2s766ms (2s766ms) - Open Finished: 3s851ms (1s085ms) - First Batch Requested: 3s851ms (18.889us) - First Batch Returned: 3s851ms (163.022us) - Last Batch Returned: 4s066ms (215.018ms) - Closed: 4s066ms (332.095us) - BuildRows: 719.38K (719384) - BuildTime: 339.738ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 80.29 MB (84186368) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 63.687ms - RowsReturned: 719.22K (719217) - RowsReturnedRate: 624.33 K/sec Buffer pool: - AllocTime: 41.193ms - CumulativeAllocationBytes: 80.00 MB (83886080) - CumulativeAllocations: 40 (40) - PeakReservation: 80.00 MB (83886080) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 80.00 MB (83886080) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 41.111ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=32): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 107.501ms - BuildRowsPartitioned: 719.38K (719384) - HashBuckets: 2.03M (2031616) - HashCollisions: 0 (0) - HashTablesBuildTime: 231.673ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=67):(Total: 689.709ms, non-child: 34.516ms, % non-child: 5.00%) Node Lifecycle Event Timeline: 3s802ms - Open Started: 2s770ms (2s770ms) - Open Finished: 2s770ms (21.863us) - First Batch Requested: 2s771ms (365.882us) - First Batch Returned: 2s771ms (24.458us) - Last Batch Returned: 3s570ms (799.537ms) - Closed: 3s802ms (231.984ms) - ConvertRowBatchTime: 28.936ms - PeakMemoryUsage: 12.19 MB (12777983) - RowsReturned: 719.38K (719384) - RowsReturnedRate: 1.04 M/sec Buffer pool: - AllocTime: 47.730ms - CumulativeAllocationBytes: 27.46 MB (28794880) - CumulativeAllocations: 1.41K (1408) - PeakReservation: 12.16 MB (12754944) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.16 MB (12754944) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 45.821ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 12.35 MB, 21.09 MB - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 22.64 MB (23739672) - TotalGetBatchTime: 659.774ms - DataWaitTime: 655.193ms Enqueue: - BytesReceived (500.000ms): 1.26 MB, 1.26 MB, 3.71 MB, 5.88 MB, 6.80 MB, 8.53 MB, 14.33 MB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 1, 0, 0 - DispatchTime: (Avg: 111.328us ; Min: 27.938us ; Max: 8.907ms ; Number of samples: 704) - DeserializeRowBatchTime: 80.402ms - TotalBatchesEnqueued: 704 (704) - TotalBatchesReceived: 704 (704) - TotalBytesReceived: 15.39 MB (16136892) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 726.834ms - TotalRPCsDeferred: 2 (2) HDFS_SCAN_NODE (id=29):(Total: 50.606ms, non-child: 50.606ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 20ms. Arrival delay: 3s756ms. Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 4s066ms - Open Started: 2s770ms (2s770ms) - Open Finished: 2s770ms (169.623us) - First Batch Requested: 3s802ms (1s031ms) - First Batch Returned: 3s851ms (48.420ms) - Last Batch Returned: 4s065ms (214.616ms) - Closed: 4s066ms (916.190us) - BytesRead (500.000ms): 0, 0, 0, 0, 0, 0, 0, 12.50 MB - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.33 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 79.273ms - MaterializeTupleTime(*): 53.640ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 29.44 MB (30869504) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 489.03 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 16.552ms - RowBatchQueuePeakMemoryUsage: 13.44 MB (14088192) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 1.98 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 13.545ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 143 (143) - ScannerThreadsTotalWallClockTime: 151.419ms - ScannerThreadsSysTime: 5.597ms - ScannerThreadsUserTime: 76.445ms - ScannerThreadsVoluntaryContextSwitches: 14 (14) - TotalRawHdfsOpenFileTime(*): 7.024us - TotalRawHdfsReadTime(*): 25.566ms - TotalReadThroughput: 3.13 MB/sec Buffer pool: - AllocTime: 437.934us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 434.635us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Filter 0 (1.00 MB): - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 0 (0) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) CodeGen:(Total: 2s693ms, non-child: 2s693ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 1.21K (1207) - CodegenTotalWallClockTime: 2s693ms - CodegenSysTime: 22.446ms - CodegenUserTime: 1s593ms - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 576.975ms - IrGenerationTime: 146.959ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 275 (275) - NumInstructions: 15.25K (15251) - OptimizationTime: 1s879ms - PeakMemoryUsage: 7.45 MB (7808512) - PrepareTime: 85.929ms Averaged Fragment F21:(Total: 1s873ms, non-child: 9.054ms, % non-child: 0.48%) split sizes: min: 11.39 MB, max: 128.00 MB, avg: 69.69 MB, stddev: 58.31 MB completion times: min:4s506ms max:5s149ms mean: 4s827ms stddev:321.438ms execution rates: min:2.53 MB/sec max:24.86 MB/sec mean:13.69 MB/sec stddev:11.17 MB/sec num instances: 2 - AverageThreadTokens: 1.43 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 22.42 MB (23513067) - PeakReservation: 20.00 MB (20971520) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 702.77 MB (736908445) - RowsProduced: 359.69K (359692) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 646.148ms - TotalStorageWaitTime: 100.615ms - TotalThreadsInvoluntaryContextSwitches: 634 (634) - TotalThreadsTotalWallClockTime: 3s310ms - TotalThreadsSysTime: 31.127ms - TotalThreadsUserTime: 630.680ms - TotalThreadsVoluntaryContextSwitches: 479 (479) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 1s485ms - ExecTreeExecTime: 745.089ms - OpenTime: 388.252ms - ExecTreeOpenTime: 158.603us - PrepareTime: 357.500us - ExecTreePrepareTime: 137.624us KrpcDataStreamSender (dst_id=67):(Total: 731.790ms, non-child: 731.790ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 359.69K (359692) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 74.090ms - TotalBytesSent: 7.69 MB (8068446) - UncompressedRowBatchSize: 11.32 MB (11869836) HDFS_SCAN_NODE (id=30):(Total: 744.876ms, non-child: 744.876ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.08 - AverageScannerThreadConcurrency: 0.50 - BytesRead: 69.72 MB (73111913) - BytesReadDataNodeCache: 0 - BytesReadLocal: 69.72 MB (73111913) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 69.72 MB (73111913) - CachedFileHandlesHitCount: 9 (9) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 613.809ms - MaterializeTupleTime(*): 212.059ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 22.38 MB (23472128) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 589.06 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 8.64 MB (9062400) - RowBatchQueueGetWaitTime: 735.570ms - RowBatchQueuePeakMemoryUsage: 2.38 MB (2496512) - RowBatchQueuePutWaitTime: 230.493ms - RowBatchesEnqueued: 353 (353) - RowsRead: 359.69K (359692) - RowsReturned: 359.69K (359692) - RowsReturnedRate: 2.40 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 100.615ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 393 (393) - ScannerThreadsTotalWallClockTime: 1s437ms - ScannerThreadsSysTime: 9.033ms - ScannerThreadsUserTime: 409.005ms - ScannerThreadsVoluntaryContextSwitches: 10 (10) - TotalRawHdfsOpenFileTime(*): 35.326us - TotalRawHdfsReadTime(*): 131.032ms - TotalReadThroughput: 29.67 MB/sec Buffer pool: - AllocTime: 9.234ms - CumulativeAllocationBytes: 18.03 MB (18907136) - CumulativeAllocations: 3 (3) - PeakReservation: 20.00 MB (20971520) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 18.00 MB (18874368) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 9.222ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 387.962ms, non-child: 387.962ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 162 (162) - CodegenTotalWallClockTime: 387.940ms - CodegenSysTime: 7.205ms - CodegenUserTime: 156.933ms - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 129.991ms - IrGenerationTime: 4.570ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 202.568ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 49.476ms Fragment F21: Instance 4d48b2a3bb0236f1:bfa8157d00000015 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 3s501ms, non-child: 17.490ms, % non-child: 0.50%) Last report received time: 2019-08-08 18:29:05.948 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB Fragment Instance Lifecycle Event Timeline: 3s572ms - Prepare Finished: 71.148ms (71.148ms) - Open Finished: 734.999ms (663.850ms) - First Batch Produced: 908.946ms (173.947ms) - First Batch Sent: 909.099ms (153.534us) - ExecInternal Finished: 3s572ms (2s663ms) - MemoryUsage (500.000ms): 328.12 KB, 24.05 MB, 24.05 MB, 24.02 MB, 27.67 MB, 26.25 MB, 24.05 MB - ThreadUsage (500.000ms): 1, 2, 2, 2, 2, 2, 2 - AverageThreadTokens: 1.86 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 27.67 MB (29012970) - PeakReservation: 24.00 MB (25165824) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 660.68K (660676) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1s183ms - TotalStorageWaitTime: 191.998ms - TotalThreadsInvoluntaryContextSwitches: 1.27K (1269) - TotalThreadsTotalWallClockTime: 6s316ms - TotalThreadsSysTime: 51.602ms - TotalThreadsUserTime: 1s094ms - TotalThreadsVoluntaryContextSwitches: 880 (880) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 2s837ms - ExecTreeExecTime: 1s476ms - OpenTime: 663.844ms - ExecTreeOpenTime: 179.815us - PrepareTime: 302.671us - ExecTreePrepareTime: 123.638us KrpcDataStreamSender (dst_id=67):(Total: 1s344ms, non-child: 159.828ms, % non-child: 11.89%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 2.43 MB, 4.62 MB, 5.52 MB, 7.25 MB, 13.08 MB - NetworkThroughput: (Avg: 50.81 MB/sec ; Min: 849.74 KB/sec ; Max: 159.12 MB/sec ; Number of samples: 646) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 660.68K (660676) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 138.733ms - TotalBytesSent: 14.13 MB (14820050) - UncompressedRowBatchSize: 20.79 MB (21802308) HDFS_SCAN_NODE (id=30):(Total: 1s476ms, non-child: 1s476ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:83.33% 1:16.67% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 3s572ms - Open Started: 734.803ms (734.803ms) - Open Finished: 734.978ms (175.631us) - First Batch Requested: 735.001ms (23.269us) - First Batch Returned: 908.942ms (173.940ms) - Last Batch Returned: 3s561ms (2s652ms) - Closed: 3s572ms (10.350ms) - BytesRead (500.000ms): 0, 0, 32.00 MB, 56.00 MB, 80.00 MB, 96.00 MB, 128.00 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.17 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 128.06 MB (134283264) - BytesReadDataNodeCache: 0 - BytesReadLocal: 128.06 MB (134283264) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 128.06 MB (134283264) - CachedFileHandlesHitCount: 17 (17) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 1s188ms - MaterializeTupleTime(*): 413.737ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 27.63 MB (28972032) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 523.40 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 15.87 MB (16640000) - RowBatchQueueGetWaitTime: 1s458ms - RowBatchQueuePeakMemoryUsage: 3.63 MB (3802112) - RowBatchQueuePutWaitTime: 460.987ms - RowBatchesEnqueued: 647 (647) - RowsRead: 660.68K (660676) - RowsReturned: 660.68K (660676) - RowsReturnedRate: 447.53 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 191.998ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 787 (787) - ScannerThreadsTotalWallClockTime: 2s815ms - ScannerThreadsSysTime: 17.079ms - ScannerThreadsUserTime: 768.569ms - ScannerThreadsVoluntaryContextSwitches: 18 (18) - TotalRawHdfsOpenFileTime(*): 65.774us - TotalRawHdfsReadTime(*): 244.672ms - TotalReadThroughput: 36.57 MB/sec Buffer pool: - AllocTime: 18.374ms - CumulativeAllocationBytes: 24.06 MB (25231360) - CumulativeAllocations: 4 (4) - PeakReservation: 24.00 MB (25165824) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 24.00 MB (25165824) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 18.365ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 663.518ms, non-child: 663.518ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 324 (324) - CodegenTotalWallClockTime: 663.491ms - CodegenSysTime: 7.682ms - CodegenUserTime: 207.726ms - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 229.702ms - IrGenerationTime: 7.433ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 350.863ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 73.619ms Instance 4d48b2a3bb0236f1:bfa8157d00000014 (host=nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000):(Total: 246.072ms, non-child: 618.242us, % non-child: 0.25%) Last report received time: 2019-08-08 18:29:05.301 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/11.39 MB Fragment Instance Lifecycle Event Timeline: 248.356ms - Prepare Finished: 1.806ms (1.806ms) - Open Finished: 114.468ms (112.661ms) - First Batch Produced: 126.043ms (11.574ms) - First Batch Sent: 126.267ms (224.617us) - ExecInternal Finished: 248.356ms (122.089ms) - MemoryUsage (500.000ms): 8.24 MB - ThreadUsage (500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 17.18 MB (18013165) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 117.45 MB (123150386) - RowsProduced: 58.71K (58708) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 108.795ms - TotalStorageWaitTime: 9.233ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 305.444ms - TotalThreadsSysTime: 10.653ms - TotalThreadsUserTime: 167.023ms - TotalThreadsVoluntaryContextSwitches: 79 (79) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 132.913ms - ExecTreeExecTime: 13.197ms - OpenTime: 112.660ms - ExecTreeOpenTime: 137.392us - PrepareTime: 412.330us - ExecTreePrepareTime: 151.611us KrpcDataStreamSender (dst_id=67):(Total: 119.568ms, non-child: 10.723ms, % non-child: 8.97%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 1.10 MB - NetworkThroughput: (Avg: 28.66 MB/sec ; Min: 1.81 MB/sec ; Max: 82.53 MB/sec ; Number of samples: 58) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 58.71K (58708) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 9.448ms - TotalBytesSent: 1.26 MB (1316842) - UncompressedRowBatchSize: 1.85 MB (1937364) HDFS_SCAN_NODE (id=30):(Total: 13.479ms, non-child: 13.479ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/11.39 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 247.425ms - Open Started: 114.320ms (114.320ms) - Open Finished: 114.455ms (134.933us) - First Batch Requested: 114.471ms (15.577us) - First Batch Returned: 126.041ms (11.570ms) - Last Batch Returned: 245.021ms (118.979ms) - Closed: 247.425ms (2.403ms) - BytesRead (500.000ms): 11.39 MB - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 11.39 MB (11940562) - BytesReadDataNodeCache: 0 - BytesReadLocal: 11.39 MB (11940562) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 11.39 MB (11940562) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 39.512ms - MaterializeTupleTime(*): 10.382ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 17.14 MB (17972224) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 654.71 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.42 MB (1484800) - RowBatchQueueGetWaitTime: 12.325ms - RowBatchQueuePeakMemoryUsage: 1.14 MB (1190912) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 59 (59) - RowsRead: 58.71K (58708) - RowsReturned: 58.71K (58708) - RowsReturnedRate: 4.36 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 9.233ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 59.891ms - ScannerThreadsSysTime: 988.000us - ScannerThreadsUserTime: 49.442ms - ScannerThreadsVoluntaryContextSwitches: 2 (2) - TotalRawHdfsOpenFileTime(*): 4.878us - TotalRawHdfsReadTime(*): 17.393ms - TotalReadThroughput: 22.77 MB/sec Buffer pool: - AllocTime: 94.830us - CumulativeAllocationBytes: 12.00 MB (12582912) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.00 MB (12582912) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 79.226us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 112.406ms, non-child: 112.406ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 0 (0) - CodegenTotalWallClockTime: 112.389ms - CodegenSysTime: 6.728ms - CodegenUserTime: 106.141ms - CodegenVoluntaryContextSwitches: 13 (13) - CompileTime: 30.280ms - IrGenerationTime: 1.707ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 54.273ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 25.333ms Averaged Fragment F22:(Total: 923.049ms, non-child: 391.386us, % non-child: 0.04%) split sizes: min: 9.77 MB, max: 9.77 MB, avg: 9.77 MB, stddev: 0 completion times: min:5s165ms max:5s165ms mean: 5s165ms stddev:0.000ns execution rates: min:1.89 MB/sec max:1.89 MB/sec mean:1.89 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.50 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.05 MB (16831281) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 263.545us - TotalStorageWaitTime: 151.543ms - TotalThreadsInvoluntaryContextSwitches: 240 (240) - TotalThreadsTotalWallClockTime: 1s177ms - TotalThreadsSysTime: 11.989ms - TotalThreadsUserTime: 234.783ms - TotalThreadsVoluntaryContextSwitches: 66 (66) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 316.362ms - ExecTreeExecTime: 315.920ms - OpenTime: 606.133ms - ExecTreeOpenTime: 280.285us - PrepareTime: 442.600us - ExecTreePrepareTime: 194.943us KrpcDataStreamSender (dst_id=68):(Total: 413.843us, non-child: 413.843us, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 42.738us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=31):(Total: 316.503ms, non-child: 316.503ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 48.877ms - MaterializeTupleTime(*): 2.327ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.03 MB (16806912) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 254.27 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 253.308ms - RowBatchQueuePeakMemoryUsage: 17.00 KB (17408) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 1.15 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 151.543ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 24 (24) - ScannerThreadsTotalWallClockTime: 254.620ms - ScannerThreadsSysTime: 783.000us - ScannerThreadsUserTime: 49.472ms - ScannerThreadsVoluntaryContextSwitches: 14 (14) - TotalRawHdfsOpenFileTime(*): 7.247us - TotalRawHdfsReadTime(*): 38.422ms - TotalReadThroughput: 2.00 MB/sec Buffer pool: - AllocTime: 31.177ms - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 31.168ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 605.741ms, non-child: 605.741ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 213 (213) - CodegenTotalWallClockTime: 605.715ms - CodegenSysTime: 10.477ms - CodegenUserTime: 185.121ms - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 127.022ms - IrGenerationTime: 3.498ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 328.445ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 136.629ms Fragment F22: Instance 4d48b2a3bb0236f1:bfa8157d00000016 (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 923.049ms, non-child: 391.386us, % non-child: 0.04%) Last report received time: 2019-08-08 18:29:05.964 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB Fragment Instance Lifecycle Event Timeline: 1s072ms - Prepare Finished: 71.529ms (71.529ms) - Open Finished: 677.711ms (606.182ms) - First Batch Produced: 992.588ms (314.876ms) - First Batch Sent: 992.684ms (96.202us) - ExecInternal Finished: 1s072ms (79.370ms) - MemoryUsage (500.000ms): 303.22 KB, 16.05 MB - ThreadUsage (500.000ms): 1, 2 - AverageThreadTokens: 1.50 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.05 MB (16831281) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 263.545us - TotalStorageWaitTime: 151.543ms - TotalThreadsInvoluntaryContextSwitches: 240 (240) - TotalThreadsTotalWallClockTime: 1s177ms - TotalThreadsSysTime: 11.989ms - TotalThreadsUserTime: 234.783ms - TotalThreadsVoluntaryContextSwitches: 66 (66) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 316.362ms - ExecTreeExecTime: 315.920ms - OpenTime: 606.133ms - ExecTreeOpenTime: 280.285us - PrepareTime: 442.600us - ExecTreePrepareTime: 194.943us KrpcDataStreamSender (dst_id=68):(Total: 413.843us, non-child: 149.086us, % non-child: 36.02%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0 - NetworkThroughput: (Avg: 8.67 MB/sec ; Min: 8.67 MB/sec ; Max: 8.67 MB/sec ; Number of samples: 1) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 42.738us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=31):(Total: 316.503ms, non-child: 316.503ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 1s071ms - Open Started: 677.372ms (677.372ms) - Open Finished: 677.647ms (275.292us) - First Batch Requested: 677.715ms (68.142us) - First Batch Returned: 992.585ms (314.870ms) - Last Batch Returned: 993.733ms (1.148ms) - Closed: 1s071ms (78.132ms) - BytesRead (500.000ms): 0, 2.00 MB - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 48.877ms - MaterializeTupleTime(*): 2.327ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.03 MB (16806912) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 254.27 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 253.308ms - RowBatchQueuePeakMemoryUsage: 17.00 KB (17408) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 1.15 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 151.543ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 24 (24) - ScannerThreadsTotalWallClockTime: 254.620ms - ScannerThreadsSysTime: 783.000us - ScannerThreadsUserTime: 49.472ms - ScannerThreadsVoluntaryContextSwitches: 14 (14) - TotalRawHdfsOpenFileTime(*): 7.247us - TotalRawHdfsReadTime(*): 38.422ms - TotalReadThroughput: 2.00 MB/sec Buffer pool: - AllocTime: 31.177ms - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 31.168ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 605.741ms, non-child: 605.741ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 213 (213) - CodegenTotalWallClockTime: 605.715ms - CodegenSysTime: 10.477ms - CodegenUserTime: 185.121ms - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 127.022ms - IrGenerationTime: 3.498ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 328.445ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 136.629ms Averaged Fragment F29:(Total: 4s821ms, non-child: 588.345us, % non-child: 0.01%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:5s174ms max:5s174ms mean: 5s174ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 34.52 MB (36195279) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 11.25K (11252) - TotalNetworkReceiveTime: 3s682ms - TotalNetworkSendTime: 23.877ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 513 (513) - TotalThreadsTotalWallClockTime: 4s820ms - TotalThreadsSysTime: 15.751ms - TotalThreadsUserTime: 515.619ms - TotalThreadsVoluntaryContextSwitches: 114 (114) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 31.717ms - ExecTreeExecTime: 4.698ms - OpenTime: 4s788ms - ExecTreeOpenTime: 3s699ms - PrepareTime: 738.311us - ExecTreePrepareTime: 350.534us KrpcDataStreamSender (dst_id=76):(Total: 27.014ms, non-child: 27.014ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 4.41 KB (4512) - RowsSent: 11.25K (11252) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 2.829ms - TotalBytesSent: 241.63 KB (247430) - UncompressedRowBatchSize: 582.38 KB (596356) UNION_NODE (id=35):(Total: 3s705ms, non-child: 1.854ms, % non-child: 0.05%) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 3.04 K/sec AGGREGATION_NODE (id=75):(Total: 3s703ms, non-child: 19.853ms, % non-child: 0.54%) - PeakMemoryUsage: 34.11 MB (35766400) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 3.04 K/sec GroupingAggregator 0: - BuildTime: 15.283ms - GetResultsTime: 1.891ms - HTResizeTime: 1.266ms - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.11 MB (35762304) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 11.25K (11252) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 419.887us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 403.451us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=74):(Total: 3s683ms, non-child: 3s683ms, % non-child: 100.00%) - ConvertRowBatchTime: 305.936us - PeakMemoryUsage: 400.00 KB (409600) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 3.05 K/sec Buffer pool: - AllocTime: 203.170us - CumulativeAllocationBytes: 2.12 MB (2228224) - CumulativeAllocations: 32 (32) - PeakReservation: 400.00 KB (409600) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 400.00 KB (409600) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 170.987us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 3s640ms - TotalBytesDequeued: 1.90 MB (1996894) - TotalGetBatchTime: 3s682ms - DataWaitTime: 3s682ms Enqueue: - DeserializeRowBatchTime: 5.029ms - TotalBatchesEnqueued: 16 (16) - TotalBatchesReceived: 16 (16) - TotalBytesReceived: 1.08 MB (1133284) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 1s088ms, non-child: 1s088ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 485 (485) - CodegenTotalWallClockTime: 1s088ms - CodegenSysTime: 12.776ms - CodegenUserTime: 495.343ms - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 157.207ms - IrGenerationTime: 25.904ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 67 (67) - NumInstructions: 1.79K (1793) - OptimizationTime: 787.611ms - PeakMemoryUsage: 896.50 KB (918016) - PrepareTime: 113.222ms Fragment F29: Instance 4d48b2a3bb0236f1:bfa8157d0000001d (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 4s821ms, non-child: 588.345us, % non-child: 0.01%) Last report received time: 2019-08-08 18:29:05.973 Fragment Instance Lifecycle Event Timeline: 4s899ms - Prepare Finished: 78.550ms (78.550ms) - Open Finished: 4s867ms (4s788ms) - First Batch Produced: 4s868ms (705.661us) - First Batch Sent: 4s868ms (338.152us) - ExecInternal Finished: 4s899ms (31.112ms) - MemoryUsage (500.000ms): 1013.03 KB, 1013.03 KB, 122.95 KB, 122.95 KB, 122.95 KB, 122.95 KB, 122.95 KB, 122.95 KB, 122.95 KB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 34.52 MB (36195279) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 11.25K (11252) - TotalNetworkReceiveTime: 3s682ms - TotalNetworkSendTime: 23.877ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 513 (513) - TotalThreadsTotalWallClockTime: 4s820ms - TotalThreadsSysTime: 15.751ms - TotalThreadsUserTime: 515.619ms - TotalThreadsVoluntaryContextSwitches: 114 (114) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 31.717ms - ExecTreeExecTime: 4.698ms - OpenTime: 4s788ms - ExecTreeOpenTime: 3s699ms - PrepareTime: 738.311us - ExecTreePrepareTime: 350.534us KrpcDataStreamSender (dst_id=76):(Total: 27.014ms, non-child: 3.131ms, % non-child: 11.59%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 13.64 MB/sec ; Min: 4.61 MB/sec ; Max: 17.93 MB/sec ; Number of samples: 11) - EosSent: 1 (1) - PeakMemoryUsage: 4.41 KB (4512) - RowsSent: 11.25K (11252) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 2.829ms - TotalBytesSent: 241.63 KB (247430) - UncompressedRowBatchSize: 582.38 KB (596356) UNION_NODE (id=35):(Total: 3s705ms, non-child: 1.854ms, % non-child: 0.05%) ExecOption: Codegen Enabled Node Lifecycle Event Timeline: 4s899ms - Open Started: 1s167ms (1s167ms) - Open Finished: 4s867ms (3s699ms) - First Batch Requested: 4s867ms (32.104us) - First Batch Returned: 4s868ms (701.231us) - Last Batch Returned: 4s891ms (23.776ms) - Closed: 4s899ms (7.254ms) - PeakMemoryUsage: 8.00 KB (8192) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 3.04 K/sec AGGREGATION_NODE (id=75):(Total: 3s703ms, non-child: 19.853ms, % non-child: 0.54%) Node Lifecycle Event Timeline: 4s891ms - Open Started: 1s167ms (1s167ms) - Open Finished: 4s867ms (3s699ms) - First Batch Requested: 4s867ms (45.148us) - First Batch Returned: 4s867ms (242.147us) - Last Batch Returned: 4s891ms (24.136ms) - Closed: 4s891ms (87.194us) - PeakMemoryUsage: 34.11 MB (35766400) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 3.04 K/sec GroupingAggregator 0: ExecOption: Codegen Enabled - BuildTime: 15.283ms - GetResultsTime: 1.891ms - HTResizeTime: 1.266ms - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.11 MB (35762304) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - RowsRepartitioned: 0 (0) - RowsReturned: 11.25K (11252) - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 419.887us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 403.451us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=74):(Total: 3s683ms, non-child: 399.707us, % non-child: 0.01%) Node Lifecycle Event Timeline: 4s867ms - Open Started: 1s167ms (1s167ms) - Open Finished: 4s807ms (3s640ms) - First Batch Requested: 4s808ms (1.140ms) - First Batch Returned: 4s812ms (3.728ms) - Last Batch Returned: 4s864ms (52.012ms) - Closed: 4s867ms (2.801ms) - ConvertRowBatchTime: 305.936us - PeakMemoryUsage: 400.00 KB (409600) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 3.05 K/sec Buffer pool: - AllocTime: 203.170us - CumulativeAllocationBytes: 2.12 MB (2228224) - CumulativeAllocations: 32 (32) - PeakReservation: 400.00 KB (409600) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 400.00 KB (409600) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 170.987us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 3s640ms - TotalBytesDequeued: 1.90 MB (1996894) - TotalGetBatchTime: 3s682ms - DataWaitTime: 3s682ms Enqueue: - BytesReceived (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0 - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 92.097us ; Min: 40.108us ; Max: 420.254us ; Number of samples: 16) - DeserializeRowBatchTime: 5.029ms - TotalBatchesEnqueued: 16 (16) - TotalBatchesReceived: 16 (16) - TotalBytesReceived: 1.08 MB (1133284) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) CodeGen:(Total: 1s088ms, non-child: 1s088ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 485 (485) - CodegenTotalWallClockTime: 1s088ms - CodegenSysTime: 12.776ms - CodegenUserTime: 495.343ms - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 157.207ms - IrGenerationTime: 25.904ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 67 (67) - NumInstructions: 1.79K (1793) - OptimizationTime: 787.611ms - PeakMemoryUsage: 896.50 KB (918016) - PrepareTime: 113.222ms Averaged Fragment F25:(Total: 4s781ms, non-child: 2.259ms, % non-child: 0.05%) split sizes: min: 12.50 MB, max: 12.50 MB, avg: 12.50 MB, stddev: 0 completion times: min:5s165ms max:5s165ms mean: 5s165ms stddev:0.000ns execution rates: min:2.42 MB/sec max:2.42 MB/sec mean:2.42 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.33 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.09 - PeakMemoryUsage: 176.83 MB (185424510) - PeakReservation: 164.00 MB (171966464) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 11.25K (11252) - TotalNetworkReceiveTime: 769.453ms - TotalNetworkSendTime: 42.597ms - TotalStorageWaitTime: 14.502ms - TotalThreadsInvoluntaryContextSwitches: 1.93K (1925) - TotalThreadsTotalWallClockTime: 6s216ms - TotalThreadsSysTime: 115.694ms - TotalThreadsUserTime: 1s941ms - TotalThreadsVoluntaryContextSwitches: 435 (435) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 342.395ms - ExecTreeExecTime: 283.056ms - OpenTime: 4s428ms - ExecTreeOpenTime: 1s245ms - PrepareTime: 9.308ms - ExecTreePrepareTime: 8.705ms KrpcDataStreamSender (dst_id=74):(Total: 59.321ms, non-child: 59.321ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 11.25K (11252) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.281ms - TotalBytesSent: 1.08 MB (1133284) - UncompressedRowBatchSize: 1.90 MB (1996894) AGGREGATION_NODE (id=41):(Total: 1s536ms, non-child: 99.012ms, % non-child: 6.44%) - PeakMemoryUsage: 34.39 MB (36056192) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 7.32 K/sec GroupingAggregator 0: - BuildTime: 0.000ns - GetResultsTime: 1.220ms - HTResizeTime: 535.908us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.10 MB (35758208) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - ReductionFactorEstimate: 12.79 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 11.25K (11252) - StreamingTime: 103.801ms Buffer pool: - AllocTime: 3.047ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.030ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=40):(Total: 1s437ms, non-child: 81.559ms, % non-child: 5.67%) - BuildRows: 365 (365) - BuildTime: 2.400ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 719.22K (719217) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 59.759ms - RowsReturned: 142.49K (142486) - RowsReturnedRate: 99.10 K/sec Buffer pool: - AllocTime: 1.572ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 1.553ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=40): - BuildRowsPartitionTime: 1.768ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 314.088us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=73):(Total: 25.724us, non-child: 25.724us, % non-child: 100.00%) - ConvertRowBatchTime: 9.556us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 14.19 M/sec Buffer pool: - AllocTime: 6.592us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 2.867us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 4.444us - DataWaitTime: 0.000ns Enqueue: - DeserializeRowBatchTime: 25.138us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=39):(Total: 1s356ms, non-child: 504.449ms, % non-child: 37.20%) - BuildRows: 719.38K (719384) - BuildTime: 394.883ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 80.29 MB (84186368) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 98.762ms - RowsReturned: 719.22K (719217) - RowsReturnedRate: 530.33 K/sec Buffer pool: - AllocTime: 5.515ms - CumulativeAllocationBytes: 80.00 MB (83886080) - CumulativeAllocations: 40 (40) - PeakReservation: 80.00 MB (83886080) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 80.00 MB (83886080) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 5.437ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=39): - BuildRowsPartitionTime: 136.194ms - BuildRowsPartitioned: 719.38K (719384) - HashBuckets: 2.03M (2031616) - HashCollisions: 0 (0) - HashTablesBuildTime: 258.142ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=72):(Total: 803.085ms, non-child: 803.085ms, % non-child: 100.00%) - ConvertRowBatchTime: 32.781ms - PeakMemoryUsage: 12.19 MB (12777983) - RowsReturned: 719.38K (719384) - RowsReturnedRate: 895.77 K/sec Buffer pool: - AllocTime: 28.063ms - CumulativeAllocationBytes: 27.46 MB (28794880) - CumulativeAllocations: 1.41K (1408) - PeakReservation: 12.16 MB (12754944) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.16 MB (12754944) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 26.208ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 22.64 MB (23739672) - TotalGetBatchTime: 769.197ms - DataWaitTime: 766.818ms Enqueue: - DeserializeRowBatchTime: 68.827ms - TotalBatchesEnqueued: 704 (704) - TotalBatchesReceived: 704 (704) - TotalBytesReceived: 15.39 MB (16136982) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 1s203ms - TotalRPCsDeferred: 2 (2) HDFS_SCAN_NODE (id=36):(Total: 48.702ms, non-child: 48.702ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 115.811ms - MaterializeTupleTime(*): 95.294ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 28.36 MB (29734912) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 217.16 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 43.270ms - RowBatchQueuePeakMemoryUsage: 12.09 MB (12680192) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 2.05 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14.502ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 77 (77) - ScannerThreadsTotalWallClockTime: 241.283ms - ScannerThreadsSysTime: 3.021ms - ScannerThreadsUserTime: 78.433ms - ScannerThreadsVoluntaryContextSwitches: 6 (6) - TotalRawHdfsOpenFileTime(*): 6.388us - TotalRawHdfsReadTime(*): 57.575ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 250.480us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 246.479us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 3s183ms, non-child: 3s183ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 1.36K (1365) - CodegenTotalWallClockTime: 3s183ms - CodegenSysTime: 31.230ms - CodegenUserTime: 1s593ms - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 742.595ms - IrGenerationTime: 122.929ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 275 (275) - NumInstructions: 15.25K (15251) - OptimizationTime: 2s203ms - PeakMemoryUsage: 7.45 MB (7808512) - PrepareTime: 104.493ms Fragment F25: Instance 4d48b2a3bb0236f1:bfa8157d0000001c (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 4s781ms, non-child: 2.259ms, % non-child: 0.05%) Last report received time: 2019-08-08 18:29:05.965 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB Fragment Instance Lifecycle Event Timeline: 4s866ms - Prepare Finished: 94.212ms (94.212ms) - Open Finished: 4s522ms (4s428ms) - First Batch Produced: 4s804ms (281.537ms) - First Batch Sent: 4s804ms (3.654us) - ExecInternal Finished: 4s866ms (61.979ms) - MemoryUsage (500.000ms): 2.44 MB, 9.88 MB, 14.66 MB, 17.59 MB, 19.76 MB, 12.32 MB, 88.36 MB, 88.36 MB, 120.37 MB - ThreadUsage (500.000ms): 1, 1, 1, 1, 1, 1, 2, 2, 2 - AverageThreadTokens: 1.33 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.09 - PeakMemoryUsage: 176.83 MB (185424510) - PeakReservation: 164.00 MB (171966464) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 11.25K (11252) - TotalNetworkReceiveTime: 769.453ms - TotalNetworkSendTime: 42.597ms - TotalStorageWaitTime: 14.502ms - TotalThreadsInvoluntaryContextSwitches: 1.93K (1925) - TotalThreadsTotalWallClockTime: 6s216ms - TotalThreadsSysTime: 115.694ms - TotalThreadsUserTime: 1s941ms - TotalThreadsVoluntaryContextSwitches: 435 (435) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 342.395ms - ExecTreeExecTime: 283.056ms - OpenTime: 4s428ms - ExecTreeOpenTime: 1s245ms - PrepareTime: 9.308ms - ExecTreePrepareTime: 8.705ms KrpcDataStreamSender (dst_id=74):(Total: 59.321ms, non-child: 16.714ms, % non-child: 28.18%) ExecOption: Hash Partitioned Sender Codegen Enabled - BytesSent (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0 - NetworkThroughput: (Avg: 35.48 MB/sec ; Min: 14.02 MB/sec ; Max: 87.52 MB/sec ; Number of samples: 16) - EosSent: 1 (1) - PeakMemoryUsage: 1.20 KB (1232) - RowsSent: 11.25K (11252) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.281ms - TotalBytesSent: 1.08 MB (1133284) - UncompressedRowBatchSize: 1.90 MB (1996894) AGGREGATION_NODE (id=41):(Total: 1s536ms, non-child: 99.012ms, % non-child: 6.44%) Node Lifecycle Event Timeline: 4s865ms - Open Started: 3s277ms (3s277ms) - Open Finished: 4s522ms (1s245ms) - First Batch Requested: 4s522ms (45.418us) - First Batch Returned: 4s804ms (281.532ms) - Last Batch Returned: 4s859ms (55.588ms) - Closed: 4s865ms (5.710ms) - PeakMemoryUsage: 34.39 MB (36056192) - RowsReturned: 11.25K (11252) - RowsReturnedRate: 7.32 K/sec GroupingAggregator 0: ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0.000ns - GetResultsTime: 1.220ms - HTResizeTime: 535.908us - HashBuckets: 65.54K (65536) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.10 MB (35758208) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - ReductionFactorEstimate: 12.79 - ReductionFactorThresholdToExpand: 1.10 - RowsPassedThrough: 0 (0) - RowsReturned: 11.25K (11252) - StreamingTime: 103.801ms Buffer pool: - AllocTime: 3.047ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 3.030ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HASH_JOIN_NODE (id=40):(Total: 1s437ms, non-child: 81.559ms, % non-child: 5.67%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 4s804ms - Open Started: 3s277ms (3s277ms) - Open Finished: 4s522ms (1s244ms) - First Batch Requested: 4s522ms (639.415us) - First Batch Returned: 4s523ms (611.756us) - Last Batch Returned: 4s804ms (280.708ms) - Closed: 4s804ms (132.901us) - BuildRows: 365 (365) - BuildTime: 2.400ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.29 MB (35960064) - ProbeRows: 719.22K (719217) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 59.759ms - RowsReturned: 142.49K (142486) - RowsReturnedRate: 99.10 K/sec Buffer pool: - AllocTime: 1.572ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 1.553ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=40): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 1.768ms - BuildRowsPartitioned: 365 (365) - HashBuckets: 1.02K (1024) - HashCollisions: 0 (0) - HashTablesBuildTime: 314.088us - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=73):(Total: 25.724us, non-child: 25.724us, % non-child: 100.00%) Node Lifecycle Event Timeline: 3s284ms - Open Started: 3s281ms (3s281ms) - Open Finished: 3s281ms (6.897us) - First Batch Requested: 3s281ms (384.211us) - First Batch Returned: 3s281ms (15.190us) - Last Batch Returned: 3s281ms (289.000ns) - Closed: 3s284ms (2.233ms) - ConvertRowBatchTime: 9.556us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 14.19 M/sec Buffer pool: - AllocTime: 6.592us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 2.867us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0 - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 6.06 KB (6205) - TotalGetBatchTime: 4.444us - DataWaitTime: 0.000ns Enqueue: - BytesReceived (500.000ms): 0, 0, 2.86 KB, 2.86 KB, 2.86 KB, 2.86 KB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 0, 0 - DispatchTime: (Avg: 4.003ms ; Min: 4.003ms ; Max: 4.003ms ; Number of samples: 1) - DeserializeRowBatchTime: 25.138us - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.86 KB (2931) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0.000ns - TotalRPCsDeferred: 0 (0) HASH_JOIN_NODE (id=39):(Total: 1s356ms, non-child: 504.449ms, % non-child: 37.20%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously Node Lifecycle Event Timeline: 4s804ms - Open Started: 3s281ms (3s281ms) - Open Finished: 4s521ms (1s239ms) - First Batch Requested: 4s521ms (19.732us) - First Batch Returned: 4s522ms (196.474us) - Last Batch Returned: 4s803ms (281.807ms) - Closed: 4s804ms (284.822us) - BuildRows: 719.38K (719384) - BuildTime: 394.883ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 80.29 MB (84186368) - ProbeRows: 100.00K (100000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 98.762ms - RowsReturned: 719.22K (719217) - RowsReturnedRate: 530.33 K/sec Buffer pool: - AllocTime: 5.515ms - CumulativeAllocationBytes: 80.00 MB (83886080) - CumulativeAllocations: 40 (40) - PeakReservation: 80.00 MB (83886080) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 80.00 MB (83886080) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 5.437ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=39): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 136.194ms - BuildRowsPartitioned: 719.38K (719384) - HashBuckets: 2.03M (2031616) - HashCollisions: 0 (0) - HashTablesBuildTime: 258.142ms - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 17.12 KB (17536) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=72):(Total: 803.085ms, non-child: 36.266ms, % non-child: 4.52%) Node Lifecycle Event Timeline: 4s486ms - Open Started: 3s285ms (3s285ms) - Open Finished: 3s285ms (20.346us) - First Batch Requested: 3s285ms (309.198us) - First Batch Returned: 3s285ms (30.449us) - Last Batch Returned: 4s228ms (942.706ms) - Closed: 4s486ms (258.399ms) - ConvertRowBatchTime: 32.781ms - PeakMemoryUsage: 12.19 MB (12777983) - RowsReturned: 719.38K (719384) - RowsReturnedRate: 895.77 K/sec Buffer pool: - AllocTime: 28.063ms - CumulativeAllocationBytes: 27.46 MB (28794880) - CumulativeAllocations: 1.41K (1408) - PeakReservation: 12.16 MB (12754944) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.16 MB (12754944) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 26.208ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Dequeue: - BytesDequeued (500.000ms): 0, 0, 0, 0, 0, 0, 12.97 MB, 20.09 MB, 22.64 MB - FirstBatchWaitTime: 0.000ns - TotalBytesDequeued: 22.64 MB (23739672) - TotalGetBatchTime: 769.197ms - DataWaitTime: 766.818ms Enqueue: - BytesReceived (500.000ms): 1.26 MB, 1.26 MB, 3.93 MB, 5.57 MB, 6.80 MB, 6.80 MB, 8.81 MB, 13.65 MB, 15.39 MB - DeferredQueueSize (500.000ms): 0, 0, 0, 0, 1, 1, 0, 0, 0 - DispatchTime: (Avg: 160.456us ; Min: 27.904us ; Max: 7.939ms ; Number of samples: 704) - DeserializeRowBatchTime: 68.827ms - TotalBatchesEnqueued: 704 (704) - TotalBatchesReceived: 704 (704) - TotalBytesReceived: 15.39 MB (16136982) - TotalEarlySenders: 0 (0) - TotalEosReceived: 2 (2) - TotalHasDeferredRPCsTime: 1s203ms - TotalRPCsDeferred: 2 (2) HDFS_SCAN_NODE (id=36):(Total: 48.702ms, non-child: 48.702ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/12.50 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 4s804ms - Open Started: 3s286ms (3s286ms) - Open Finished: 3s286ms (184.213us) - First Batch Requested: 4s489ms (1s203ms) - First Batch Returned: 4s521ms (32.317ms) - Last Batch Returned: 4s803ms (281.628ms) - Closed: 4s804ms (680.033us) - BytesRead (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0 - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 12.50 MB (13110282) - BytesReadDataNodeCache: 0 - BytesReadLocal: 12.50 MB (13110282) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 12.50 MB (13110282) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 115.811ms - MaterializeTupleTime(*): 95.294ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 28.36 MB (29734912) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 217.16 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 25.55 MB (26793984) - RowBatchQueueGetWaitTime: 43.270ms - RowBatchQueuePeakMemoryUsage: 12.09 MB (12680192) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 99 (99) - RowsRead: 100.00K (100000) - RowsReturned: 100.00K (100000) - RowsReturnedRate: 2.05 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14.502ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 77 (77) - ScannerThreadsTotalWallClockTime: 241.283ms - ScannerThreadsSysTime: 3.021ms - ScannerThreadsUserTime: 78.433ms - ScannerThreadsVoluntaryContextSwitches: 6 (6) - TotalRawHdfsOpenFileTime(*): 6.388us - TotalRawHdfsReadTime(*): 57.575ms - TotalReadThroughput: 0.00 /sec Buffer pool: - AllocTime: 250.480us - CumulativeAllocationBytes: 16.00 MB (16777216) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 MB (16777216) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 246.479us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 3s183ms, non-child: 3s183ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 1.36K (1365) - CodegenTotalWallClockTime: 3s183ms - CodegenSysTime: 31.230ms - CodegenUserTime: 1s593ms - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 742.595ms - IrGenerationTime: 122.929ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 275 (275) - NumInstructions: 15.25K (15251) - OptimizationTime: 2s203ms - PeakMemoryUsage: 7.45 MB (7808512) - PrepareTime: 104.493ms Averaged Fragment F26:(Total: 2s199ms, non-child: 2.306ms, % non-child: 0.10%) split sizes: min: 11.39 MB, max: 128.00 MB, avg: 69.69 MB, stddev: 58.31 MB completion times: min:4s506ms max:5s165ms mean: 4s836ms stddev:329.233ms execution rates: min:2.53 MB/sec max:24.78 MB/sec mean:13.65 MB/sec stddev:11.13 MB/sec num instances: 2 - AverageThreadTokens: 1.38 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 22.31 MB (23394795) - PeakReservation: 20.00 MB (20971520) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 702.77 MB (736908445) - RowsProduced: 359.69K (359692) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1s103ms - TotalStorageWaitTime: 221.667ms - TotalThreadsInvoluntaryContextSwitches: 580 (580) - TotalThreadsTotalWallClockTime: 3s741ms - TotalThreadsSysTime: 25.632ms - TotalThreadsUserTime: 640.049ms - TotalThreadsVoluntaryContextSwitches: 545 (545) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 1s795ms - ExecTreeExecTime: 608.709ms - OpenTime: 402.706ms - ExecTreeOpenTime: 568.356us - PrepareTime: 365.331us - ExecTreePrepareTime: 147.796us KrpcDataStreamSender (dst_id=72):(Total: 1s186ms, non-child: 1s186ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 359.69K (359692) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 73.233ms - TotalBytesSent: 7.69 MB (8068491) - UncompressedRowBatchSize: 11.32 MB (11869836) HDFS_SCAN_NODE (id=37):(Total: 608.659ms, non-child: 608.659ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.43 - BytesRead: 69.72 MB (73111913) - BytesReadDataNodeCache: 0 - BytesReadLocal: 69.72 MB (73111913) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 69.72 MB (73111913) - CachedFileHandlesHitCount: 9 (9) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 518.210ms - MaterializeTupleTime(*): 185.771ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 22.27 MB (23353856) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 731.49 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 8.64 MB (9062400) - RowBatchQueueGetWaitTime: 599.406ms - RowBatchQueuePeakMemoryUsage: 2.27 MB (2378240) - RowBatchQueuePutWaitTime: 439.196ms - RowBatchesEnqueued: 353 (353) - RowsRead: 359.69K (359692) - RowsReturned: 359.69K (359692) - RowsReturnedRate: 1.58 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 221.667ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 359 (359) - ScannerThreadsTotalWallClockTime: 1s542ms - ScannerThreadsSysTime: 9.466ms - ScannerThreadsUserTime: 408.501ms - ScannerThreadsVoluntaryContextSwitches: 11 (11) - TotalRawHdfsOpenFileTime(*): 6.619ms - TotalRawHdfsReadTime(*): 148.496ms - TotalReadThroughput: 27.40 MB/sec Buffer pool: - AllocTime: 211.629us - CumulativeAllocationBytes: 18.03 MB (18907136) - CumulativeAllocations: 3 (3) - PeakReservation: 20.00 MB (20971520) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 18.00 MB (18874368) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 205.818us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 402.053ms, non-child: 402.053ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 130 (130) - CodegenTotalWallClockTime: 402.031ms - CodegenSysTime: 4.982ms - CodegenUserTime: 164.875ms - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 121.539ms - IrGenerationTime: 6.661ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 198.485ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 70.462ms Fragment F26: Instance 4d48b2a3bb0236f1:bfa8157d0000001a (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 4s147ms, non-child: 4.084ms, % non-child: 0.10%) Last report received time: 2019-08-08 18:29:05.965 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB Fragment Instance Lifecycle Event Timeline: 4s234ms - Prepare Finished: 86.337ms (86.337ms) - Open Finished: 774.004ms (687.666ms) - First Batch Produced: 1s015ms (241.487ms) - First Batch Sent: 1s015ms (225.370us) - ExecInternal Finished: 4s234ms (3s218ms) - MemoryUsage (500.000ms): 328.12 KB, 24.05 MB, 24.11 MB, 24.02 MB, 27.14 MB, 27.67 MB, 26.51 MB, 10.61 MB - ThreadUsage (500.000ms): 1, 2, 2, 2, 2, 2, 2, 1 - AverageThreadTokens: 1.75 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 27.67 MB (29012970) - PeakReservation: 24.00 MB (25165824) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 660.68K (660676) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2s108ms - TotalStorageWaitTime: 439.367ms - TotalThreadsInvoluntaryContextSwitches: 1.16K (1158) - TotalThreadsTotalWallClockTime: 7s167ms - TotalThreadsSysTime: 43.119ms - TotalThreadsUserTime: 1s107ms - TotalThreadsVoluntaryContextSwitches: 996 (996) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 3s459ms - ExecTreeExecTime: 1s195ms - OpenTime: 687.660ms - ExecTreeOpenTime: 1.049ms - PrepareTime: 327.341us - ExecTreePrepareTime: 142.495us KrpcDataStreamSender (dst_id=72):(Total: 2s262ms, non-child: 153.954ms, % non-child: 6.81%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0, 2.65 MB, 4.32 MB, 5.52 MB, 5.52 MB, 7.56 MB, 12.40 MB - NetworkThroughput: (Avg: 42.07 MB/sec ; Min: 973.25 KB/sec ; Max: 147.37 MB/sec ; Number of samples: 646) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 660.68K (660676) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 137.105ms - TotalBytesSent: 14.13 MB (14820104) - UncompressedRowBatchSize: 20.79 MB (21802308) HDFS_SCAN_NODE (id=37):(Total: 1s194ms, non-child: 1s194ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/128.00 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 4s233ms - Open Started: 772.937ms (772.937ms) - Open Finished: 773.982ms (1.044ms) - First Batch Requested: 774.007ms (25.221us) - First Batch Returned: 1s015ms (241.482ms) - Last Batch Returned: 4s224ms (3s208ms) - Closed: 4s233ms (9.574ms) - BytesRead (500.000ms): 0, 0, 32.00 MB, 48.00 MB, 80.00 MB, 96.00 MB, 104.00 MB, 128.06 MB - InitialRangeActualReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 24.00 MB (25165824) ; Min: 24.00 MB (25165824) ; Max: 24.00 MB (25165824) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.86 - BytesRead: 128.06 MB (134283264) - BytesReadDataNodeCache: 0 - BytesReadLocal: 128.06 MB (134283264) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 128.06 MB (134283264) - CachedFileHandlesHitCount: 17 (17) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 998.474ms - MaterializeTupleTime(*): 361.583ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 2 (2) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 27.63 MB (28972032) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 448.13 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 15.87 MB (16640000) - RowBatchQueueGetWaitTime: 1s177ms - RowBatchQueuePeakMemoryUsage: 3.63 MB (3802112) - RowBatchQueuePutWaitTime: 878.393ms - RowBatchesEnqueued: 647 (647) - RowsRead: 660.68K (660676) - RowsReturned: 660.68K (660676) - RowsReturnedRate: 552.94 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 439.367ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 717 (717) - ScannerThreadsTotalWallClockTime: 3s019ms - ScannerThreadsSysTime: 17.945ms - ScannerThreadsUserTime: 769.538ms - ScannerThreadsVoluntaryContextSwitches: 17 (17) - TotalRawHdfsOpenFileTime(*): 13.237ms - TotalRawHdfsReadTime(*): 285.772ms - TotalReadThroughput: 32.02 MB/sec Buffer pool: - AllocTime: 194.567us - CumulativeAllocationBytes: 24.06 MB (25231360) - CumulativeAllocations: 4 (4) - PeakReservation: 24.00 MB (25165824) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 24.00 MB (25165824) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 186.493us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 686.518ms, non-child: 686.518ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 261 (261) - CodegenTotalWallClockTime: 686.490ms - CodegenSysTime: 5.963ms - CodegenUserTime: 215.670ms - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 212.888ms - IrGenerationTime: 11.407ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 338.822ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 114.525ms Instance 4d48b2a3bb0236f1:bfa8157d00000019 (host=nightly6x-unsecure-1.nightly6x-unsecure.root.hwx.site:22000):(Total: 250.514ms, non-child: 528.370us, % non-child: 0.21%) Last report received time: 2019-08-08 18:29:05.302 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/11.39 MB Fragment Instance Lifecycle Event Timeline: 252.202ms - Prepare Finished: 2.030ms (2.030ms) - Open Finished: 119.784ms (117.754ms) - First Batch Produced: 139.158ms (19.373ms) - First Batch Sent: 139.337ms (179.858us) - ExecInternal Finished: 252.202ms (112.864ms) - MemoryUsage (500.000ms): 8.34 MB - ThreadUsage (500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.11 - PeakMemoryUsage: 16.95 MB (17776621) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 117.45 MB (123150386) - RowsProduced: 58.71K (58708) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 99.266ms - TotalStorageWaitTime: 3.967ms - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 315.709ms - TotalThreadsSysTime: 8.145ms - TotalThreadsUserTime: 172.214ms - TotalThreadsVoluntaryContextSwitches: 94 (94) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 132.265ms - ExecTreeExecTime: 22.221ms - OpenTime: 117.753ms - ExecTreeOpenTime: 87.471us - PrepareTime: 403.322us - ExecTreePrepareTime: 153.098us KrpcDataStreamSender (dst_id=72):(Total: 109.917ms, non-child: 10.613ms, % non-child: 9.66%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 1.03 MB - NetworkThroughput: (Avg: 28.12 MB/sec ; Min: 1.95 MB/sec ; Max: 63.58 MB/sec ; Number of samples: 58) - EosSent: 1 (1) - PeakMemoryUsage: 5.12 KB (5240) - RowsSent: 58.71K (58708) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 9.361ms - TotalBytesSent: 1.26 MB (1316878) - UncompressedRowBatchSize: 1.85 MB (1937364) HDFS_SCAN_NODE (id=37):(Total: 22.479ms, non-child: 22.479ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/11.39 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 252.068ms - Open Started: 119.686ms (119.686ms) - Open Finished: 119.771ms (85.871us) - First Batch Requested: 119.785ms (13.486us) - First Batch Returned: 139.156ms (19.371ms) - Last Batch Returned: 251.047ms (111.890ms) - Closed: 252.068ms (1.020ms) - BytesRead (500.000ms): 11.39 MB - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 11.39 MB (11940562) - BytesReadDataNodeCache: 0 - BytesReadLocal: 11.39 MB (11940562) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 11.39 MB (11940562) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 37.945ms - MaterializeTupleTime(*): 9.959ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.91 MB (17735680) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1014.85 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.42 MB (1484800) - RowBatchQueueGetWaitTime: 21.574ms - RowBatchQueuePeakMemoryUsage: 932.00 KB (954368) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 59 (59) - RowsRead: 58.71K (58708) - RowsReturned: 58.71K (58708) - RowsReturnedRate: 2.61 M/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 3.967ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 65.711ms - ScannerThreadsSysTime: 988.000us - ScannerThreadsUserTime: 47.465ms - ScannerThreadsVoluntaryContextSwitches: 6 (6) - TotalRawHdfsOpenFileTime(*): 1.574us - TotalRawHdfsReadTime(*): 11.220ms - TotalReadThroughput: 22.77 MB/sec Buffer pool: - AllocTime: 228.692us - CumulativeAllocationBytes: 12.00 MB (12582912) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 12.00 MB (12582912) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 225.144us - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 117.588ms, non-child: 117.588ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 0 (0) - CodegenTotalWallClockTime: 117.572ms - CodegenSysTime: 4.002ms - CodegenUserTime: 114.081ms - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 30.189ms - IrGenerationTime: 1.915ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 34 (34) - NumInstructions: 630 (630) - OptimizationTime: 58.148ms - PeakMemoryUsage: 315.00 KB (322560) - PrepareTime: 26.398ms Averaged Fragment F27:(Total: 890.214ms, non-child: 243.040us, % non-child: 0.03%) split sizes: min: 9.77 MB, max: 9.77 MB, avg: 9.77 MB, stddev: 0 completion times: min:5s135ms max:5s135ms mean: 5s135ms stddev:0.000ns execution rates: min:1.90 MB/sec max:1.90 MB/sec mean:1.90 MB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.50 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.06 MB (16839473) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 6.108ms - TotalStorageWaitTime: 56.273ms - TotalThreadsInvoluntaryContextSwitches: 337 (337) - TotalThreadsTotalWallClockTime: 1s206ms - TotalThreadsSysTime: 9.057ms - TotalThreadsUserTime: 238.231ms - TotalThreadsVoluntaryContextSwitches: 52 (52) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 323.016ms - ExecTreeExecTime: 316.757ms - OpenTime: 566.784ms - ExecTreeOpenTime: 257.106us - PrepareTime: 361.870us - ExecTreePrepareTime: 136.733us KrpcDataStreamSender (dst_id=73):(Total: 6.284ms, non-child: 6.284ms, % non-child: 100.00%) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 38.595us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=38):(Total: 317.256ms, non-child: 317.256ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 120.094ms - MaterializeTupleTime(*): 8.424ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.04 MB (16815104) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 220.14 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 314.656ms - RowBatchQueuePeakMemoryUsage: 25.00 KB (25600) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 1.15 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 56.273ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 33 (33) - ScannerThreadsTotalWallClockTime: 316.667ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 50.463ms - ScannerThreadsVoluntaryContextSwitches: 13 (13) - TotalRawHdfsOpenFileTime(*): 6.160us - TotalRawHdfsReadTime(*): 44.380ms - TotalReadThroughput: 9.77 MB/sec Buffer pool: - AllocTime: 39.934ms - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 39.925ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 566.430ms, non-child: 566.430ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 304 (304) - CodegenTotalWallClockTime: 566.403ms - CodegenSysTime: 9.057ms - CodegenUserTime: 186.938ms - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 194.544ms - IrGenerationTime: 11.347ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 250.942ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 107.852ms Fragment F27: Instance 4d48b2a3bb0236f1:bfa8157d0000001b (host=nightly6x-unsecure-2.nightly6x-unsecure.root.hwx.site:22000):(Total: 890.214ms, non-child: 243.040us, % non-child: 0.03%) Last report received time: 2019-08-08 18:29:05.934 Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB Fragment Instance Lifecycle Event Timeline: 1s123ms - Prepare Finished: 90.085ms (90.085ms) - Open Finished: 656.875ms (566.789ms) - First Batch Produced: 972.428ms (315.553ms) - First Batch Sent: 972.511ms (82.573us) - ExecInternal Finished: 1s123ms (150.741ms) - MemoryUsage (500.000ms): 303.22 KB, 16.05 MB - ThreadUsage (500.000ms): 1, 2 - AverageThreadTokens: 1.50 - BloomFilterBytes: 0 - ExchangeScanRatio: 0.00 - PeakMemoryUsage: 16.06 MB (16839473) - PeakReservation: 16.00 MB (16777216) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.26 GB (1350666505) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 6.108ms - TotalStorageWaitTime: 56.273ms - TotalThreadsInvoluntaryContextSwitches: 337 (337) - TotalThreadsTotalWallClockTime: 1s206ms - TotalThreadsSysTime: 9.057ms - TotalThreadsUserTime: 238.231ms - TotalThreadsVoluntaryContextSwitches: 52 (52) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - SystemAllocTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 323.016ms - ExecTreeExecTime: 316.757ms - OpenTime: 566.784ms - ExecTreeOpenTime: 257.106us - PrepareTime: 361.870us - ExecTreePrepareTime: 136.733us KrpcDataStreamSender (dst_id=73):(Total: 6.284ms, non-child: 173.146us, % non-child: 2.76%) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - BytesSent (500.000ms): 0, 0 - NetworkThroughput: (Avg: 4.87 MB/sec ; Min: 4.87 MB/sec ; Max: 4.87 MB/sec ; Number of samples: 1) - EosSent: 1 (1) - PeakMemoryUsage: 14.22 KB (14560) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 38.595us - TotalBytesSent: 2.86 KB (2931) - UncompressedRowBatchSize: 6.06 KB (6205) HDFS_SCAN_NODE (id=38):(Total: 317.256ms, non-child: 317.256ms, % non-child: 100.00%) Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:1/9.77 MB ExecOption: TEXT Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: TEXT/NONE:1 Node Lifecycle Event Timeline: 1s123ms - Open Started: 656.605ms (656.605ms) - Open Finished: 656.855ms (249.558us) - First Batch Requested: 656.878ms (23.019us) - First Batch Returned: 972.425ms (315.547ms) - Last Batch Returned: 973.718ms (1.292ms) - Closed: 1s123ms (149.348ms) - BytesRead (500.000ms): 0, 9.77 MB - InitialRangeActualReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - InitialRangeIdealReservation: (Avg: 16.00 MB (16777216) ; Min: 16.00 MB (16777216) ; Max: 16.00 MB (16777216) ; Number of samples: 1) - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0) - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 9.77 MB (10244389) - BytesReadDataNodeCache: 0 - BytesReadLocal: 9.77 MB (10244389) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9.77 MB (10244389) - CachedFileHandlesHitCount: 2 (2) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DataCacheHitBytes: 0 - DataCacheHitCount: 0 (0) - DataCacheMissBytes: 0 - DataCacheMissCount: 0 (0) - DataCachePartialHitCount: 0 (0) - DecompressionTime: 0.000ns - DelimiterParseTime: 120.094ms - MaterializeTupleTime(*): 8.424ms - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - PeakMemoryUsage: 16.04 MB (16815104) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 220.14 MB/sec - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 9.00 KB (9216) - RowBatchQueueGetWaitTime: 314.656ms - RowBatchQueuePeakMemoryUsage: 25.00 KB (25600) - RowBatchQueuePutWaitTime: 0.000ns - RowBatchesEnqueued: 2 (2) - RowsRead: 73.05K (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 1.15 K/sec - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 56.273ms - ScannerThreadWorklessLoops: 0 (0) - ScannerThreadsInvoluntaryContextSwitches: 33 (33) - ScannerThreadsTotalWallClockTime: 316.667ms - ScannerThreadsSysTime: 0.000ns - ScannerThreadsUserTime: 50.463ms - ScannerThreadsVoluntaryContextSwitches: 13 (13) - TotalRawHdfsOpenFileTime(*): 6.160us - TotalRawHdfsReadTime(*): 44.380ms - TotalReadThroughput: 9.77 MB/sec Buffer pool: - AllocTime: 39.934ms - CumulativeAllocationBytes: 10.00 MB (10485760) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 MB (16777216) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 10.00 MB (10485760) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - SystemAllocTime: 39.925ms - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 566.430ms, non-child: 566.430ms, % non-child: 100.00%) - CodegenInvoluntaryContextSwitches: 304 (304) - CodegenTotalWallClockTime: 566.403ms - CodegenSysTime: 9.057ms - CodegenUserTime: 186.938ms - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 194.544ms - IrGenerationTime: 11.347ms - LoadTime: 0.000ns - ModuleBitcodeSize: 2.39 MB (2504836) - NumFunctions: 33 (33) - NumInstructions: 562 (562) - OptimizationTime: 250.942ms - PeakMemoryUsage: 281.00 KB (287744) - PrepareTime: 107.852ms